None
This notebook processes a set of images through calwebb_detector1, calwebb_image2 and calwebb_image3 and examines the output table of the source_catalog step along with comparisons to Gaia (aligning the data to Gaia in tweakreg).
This test uses MIRI F770W Imager data of a crowded star field in the LMC. The data is from Commissioning program 1040. Longer wavelength data using F1280W filter from the same program are also compared to Gaia and the F770W data.
The pipeline documentation can be found here: https://jwst-pipeline.readthedocs.io/en/latest/jwst/source_catalog/main.html
The pipeline code is available on GitHub: https://github.com/spacetelescope/jwst
The steps of this test are as follow:
For each filter,
Set up data path and directory and image files name.
Run output of calwebb_detector1 through calwebb_image2.
Run output of calwebb_image2 through calwebb_image3. Use Align_to_Gaia in image3.
Read in output table of source_catalog step and print ecsv table for pipeline output and gaia catalog.
Display image and overplot detector sources from ecsv table, comparing pipeline and gaia catalogs.
Look at plots of total flux in Jy and AB mag.
Look for matches between expected source positions (RA and Dec) from Gaia catalog to output from source_catalog.
Examine how far apart any matched sources are between Gaia and source catalog.
Compare magnitudes and magnitude differences between the different filters and output found sources.
# Create a temporary directory to hold notebook output, and change the working directory to that directory.
from tempfile import TemporaryDirectory
import os
data_dir = TemporaryDirectory()
os.chdir(data_dir.name)
# For info, print out where the script is running
print("Running in {}".format(os.getcwd()))
Running in /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpci2tl5ty
import os
if 'CRDS_CACHE_TYPE' in os.environ:
if os.environ['CRDS_CACHE_TYPE'] == 'local':
os.environ['CRDS_PATH'] = os.path.join(os.environ['HOME'], 'crds', 'cache')
elif os.path.isdir(os.environ['CRDS_CACHE_TYPE']):
os.environ['CRDS_PATH'] = os.environ['CRDS_CACHE_TYPE']
print('CRDS cache location: {}'.format(os.environ['CRDS_PATH']))
CRDS cache location: /grp/crds/cache
#import pytest
import numpy as np
from glob import glob
import json
import matplotlib.pyplot as plt
import photutils
import math
from astropy.io import fits, ascii
from astropy.coordinates import Angle
from astropy.table import Table, vstack, unique, join
from astropy import table
from astropy.coordinates import SkyCoord, match_coordinates_sky
from astropy.visualization import simple_norm
from astropy import units as u
from astropy.modeling import models
from astropy.wcs import WCS
# Box download imports
from astropy.utils.data import download_file
from pathlib import Path
from shutil import move
from os.path import splitext
import jwst
from jwst import datamodels
from jwst.datamodels import RampModel, ImageModel
from jwst import associations
from jwst.associations import asn_from_list
from jwst.associations.lib.rules_level3_base import DMS_Level3_Base
from jwst.pipeline import calwebb_image3
from jwst.pipeline import calwebb_image2
from jwst.pipeline import calwebb_detector1
from jwst.pipeline import Detector1Pipeline, Image2Pipeline, Image3Pipeline
print(jwst.__version__)
print(data_dir)
1.8.2 <TemporaryDirectory '/internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/tmp/tmpci2tl5ty'>
# Read in dataset from Box
def get_box_files(file_list):
for box_url,file_name in file_list:
if 'https' not in box_url:
box_url = 'https://stsci.box.com/shared/static/' + box_url
downloaded_file = download_file(box_url, timeout=600)
if Path(file_name).suffix == '':
ext = splitext(box_url)[1]
file_name += ext
move(downloaded_file, file_name)
# F770W data of PID 1040 (LMC), taken in May 2022
file_urls = ['https://stsci.box.com/shared/static/yk2kfwxr1dv7mcc84zvi02t7mq8e5wc7.fits',
'https://stsci.box.com/shared/static/icedk709owq6op5mttv4y8k0bce58wu7.fits',
'https://stsci.box.com/shared/static/kq4h4pb95yse3k1ryb0d1vcs69ay4679.fits',
'https://stsci.box.com/shared/static/z1wbjh0y3dzuh2i5heejo0sehwqu2p2w.fits',
'https://stsci.box.com/shared/static/q01wh0evq7w7klqy566cbm1qlpuys7h7.fits',
'https://stsci.box.com/shared/static/gj558uxvarmcm807z7hv3h1nh7hscudc.fit']
file_names = ['jw01040001005_03103_00001_mirimage_uncal.fits',
'jw01040001005_03103_00002_mirimage_uncal.fits',
'jw01040001005_03103_00003_mirimage_uncal.fits',
'jw01040001005_03103_00004_mirimage_uncal.fits',
'jw01040001005_03103_00005_mirimage_uncal.fits',
'Gaia_pid_1040.fit']
box_download_list = [(url,name) for url,name in zip(file_urls,file_names)]
get_box_files(box_download_list)
uncalfiles = file_names[0:-1]
full_gaia_cat = file_names[-1]
print('Filenames of uncal files')
print(uncalfiles)
print()
print('Gaia catalog name: ', full_gaia_cat)
Filenames of uncal files ['jw01040001005_03103_00001_mirimage_uncal.fits', 'jw01040001005_03103_00002_mirimage_uncal.fits', 'jw01040001005_03103_00003_mirimage_uncal.fits', 'jw01040001005_03103_00004_mirimage_uncal.fits', 'jw01040001005_03103_00005_mirimage_uncal.fits'] Gaia catalog name: Gaia_pid_1040.fit
Run uncal files through calwebb_detector1, then the rate files through calwebb_image2.
# Run Calwebb_detector1 on uncal.fits files
#uncalfiles = glob('*uncal.fits')
print('There are ', len(uncalfiles), ' images.')
slopelist = []
# loop over list of files
for file in uncalfiles:
# Run pipeline on each file
rampfile = Detector1Pipeline.call(file, save_results=True)
# set up output file name
base, remainder = file.split('.')
outname = base
slopelist.append(base+'rate.fits')
print('Detector 1 steps completed on all files.')
print(slopelist)
There are 5 images.
2022-12-02 16:30:54,829 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:30:54,852 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:30:54,854 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:30:54,855 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:30:54,856 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:30:54,857 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:30:54,858 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:30:54,860 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:30:54,861 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:30:54,862 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:30:54,863 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:30:54,864 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:30:54,865 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:30:54,867 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:30:54,868 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:30:54,870 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:30:54,871 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:30:54,872 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:30:55,045 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00001_mirimage_uncal.fits',).
2022-12-02 16:30:55,055 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:30:55,277 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:30:55,286 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:30:55,287 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:30:55,289 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:30:55,291 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:30:55,292 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:30:55,293 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:30:55,294 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:30:55,294 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:30:55,296 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:30:55,297 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:30:55,299 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:30:55,299 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:30:55,300 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:30:55,300 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:30:55,692 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:55,694 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:55,763 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:30:55,764 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:30:55,767 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:30:55,937 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:55,939 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:55,961 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:30:56,254 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:30:56,449 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:56,451 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:30:56,473 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:30:57,125 - stpipe.Detector1Pipeline.saturation - INFO - Detected 820 saturated pixels
2022-12-02 16:30:57,131 - stpipe.Detector1Pipeline.saturation - INFO - Detected 76 A/D floor pixels
2022-12-02 16:30:57,139 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:30:57,313 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:57,315 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:57,315 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:30:57,318 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:30:57,492 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:57,494 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:57,562 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:30:57,737 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:57,739 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:57,811 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:30:57,990 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:57,992 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:58,015 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:30:58,835 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:30:59,014 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:59,015 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:30:59,039 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:30:59,676 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:30:59,846 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:30:59,848 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:30:59,872 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:30:59,985 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:31:00,161 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:00,162 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:31:00,185 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:31:24,493 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:31:24,494 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:31:25,493 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:31:25,702 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:25,703 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:31:25,773 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:31:25,774 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:31:25,774 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:31:25,774 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:31:25,775 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:31:25,775 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:31:25,775 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:31:25,775 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:31:25,777 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:31:25,847 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:31:25,861 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:31:26,033 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:26,035 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:31:26,046 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:31:26,060 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:26,099 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:26,223 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:31:26,240 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:31:26,732 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:31:26,764 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:31:27,711 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.48638 sec
2022-12-02 16:31:27,732 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.686028
2022-12-02 16:31:27,738 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:31:27,910 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:27,911 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:31:27,945 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:27,946 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:27,998 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:31:27,998 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:31:28,034 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:31:28,035 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:31:31,364 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:31:31,365 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:31:31,455 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:31:31,571 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:31,573 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:31,618 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:31,620 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:31,625 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:31,758 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00001_mirimage_uncal.fits>,).
2022-12-02 16:31:31,760 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:31,803 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:31,804 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:31,808 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:31,901 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_rateints.fits
2022-12-02 16:31:31,901 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:31:31,902 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:31:31,983 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_rate.fits
2022-12-02 16:31:31,984 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:31:32,214 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:31:32,232 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:31:32,233 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:31:32,234 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:31:32,235 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:31:32,236 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:31:32,237 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:31:32,238 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:31:32,239 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:31:32,240 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:31:32,242 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:31:32,243 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:31:32,244 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:31:32,245 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:31:32,246 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:31:32,248 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:31:32,249 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:31:32,250 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:31:32,360 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00002_mirimage_uncal.fits',).
2022-12-02 16:31:32,369 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:31:32,584 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00002_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:31:32,591 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:31:32,592 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:31:32,594 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:31:32,596 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:31:32,597 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:31:32,598 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:31:32,599 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:31:32,600 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:31:32,601 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:31:32,603 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:31:32,604 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:31:32,605 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:31:32,605 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:31:32,606 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:31:32,932 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:32,934 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:32,995 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:31:32,996 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:31:32,998 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:31:33,104 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:33,105 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:33,128 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:31:33,333 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:31:33,442 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:33,443 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:31:33,466 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:31:33,910 - stpipe.Detector1Pipeline.saturation - INFO - Detected 845 saturated pixels
2022-12-02 16:31:33,915 - stpipe.Detector1Pipeline.saturation - INFO - Detected 80 A/D floor pixels
2022-12-02 16:31:33,923 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:31:34,027 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,029 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,029 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:31:34,032 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:31:34,132 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,133 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,196 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:31:34,301 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,302 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,366 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:31:34,469 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,470 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,492 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:31:34,804 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:31:34,910 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:34,911 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:34,933 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:31:35,229 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:31:35,344 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:35,345 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:31:35,367 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:31:35,475 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:31:35,586 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:35,587 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:31:35,610 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:31:38,441 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:31:38,442 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:31:39,435 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:31:39,559 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:39,561 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:31:39,624 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:31:39,625 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:31:39,625 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:31:39,626 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:31:39,626 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:31:39,626 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:31:39,627 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:31:39,627 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:31:39,629 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:31:39,700 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:31:39,714 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:31:39,820 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:39,822 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:31:39,832 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:31:39,845 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:39,881 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:39,979 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:31:39,991 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:31:40,468 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:31:40,498 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:31:41,466 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.48622 sec
2022-12-02 16:31:41,483 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.651064
2022-12-02 16:31:41,489 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:31:41,592 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:41,594 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:31:41,627 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:41,628 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:41,679 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:31:41,679 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:31:41,714 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:31:41,715 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:31:44,922 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:31:44,923 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:31:45,010 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:31:45,147 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:45,148 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:45,188 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:45,189 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:45,193 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:45,301 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00002_mirimage_uncal.fits>,).
2022-12-02 16:31:45,303 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:45,345 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:45,346 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:45,350 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:45,440 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_rateints.fits
2022-12-02 16:31:45,441 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:31:45,441 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:31:45,520 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_rate.fits
2022-12-02 16:31:45,521 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:31:45,749 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:31:45,767 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:31:45,768 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:31:45,769 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:31:45,770 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:31:45,772 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:31:45,773 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:31:45,774 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:31:45,775 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:31:45,776 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:31:45,777 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:31:45,778 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:31:45,779 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:31:45,780 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:31:45,781 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:31:45,782 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:31:45,783 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:31:45,784 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:31:45,896 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00003_mirimage_uncal.fits',).
2022-12-02 16:31:45,905 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:31:46,119 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00003_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:31:46,124 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:31:46,126 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:31:46,127 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:31:46,128 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:31:46,129 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:31:46,130 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:31:46,132 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:31:46,132 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:31:46,133 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:31:46,135 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:31:46,137 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:31:46,137 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:31:46,137 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:31:46,138 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:31:46,466 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:46,467 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:46,529 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:31:46,529 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:31:46,532 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:31:46,639 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:46,640 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:46,661 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:31:46,862 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:31:46,975 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:46,976 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:31:46,999 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:31:47,448 - stpipe.Detector1Pipeline.saturation - INFO - Detected 801 saturated pixels
2022-12-02 16:31:47,453 - stpipe.Detector1Pipeline.saturation - INFO - Detected 78 A/D floor pixels
2022-12-02 16:31:47,461 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:31:47,569 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:47,571 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:47,571 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:31:47,574 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:31:47,680 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:47,682 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:47,747 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:31:47,867 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:47,869 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:47,940 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:31:48,049 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:48,050 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:48,071 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:31:48,372 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:31:48,486 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:48,487 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:48,509 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:31:48,808 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:31:48,921 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:48,922 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:31:48,944 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:31:49,046 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:31:49,156 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:49,157 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:31:49,179 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:31:51,643 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:31:51,644 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:31:52,646 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:31:52,781 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:52,782 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:31:52,849 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:31:52,849 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:31:52,850 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:31:52,850 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:31:52,851 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:31:52,851 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:31:52,851 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:31:52,852 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:31:52,854 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:31:52,925 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:31:52,939 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:31:53,046 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:53,048 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:31:53,058 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:31:53,071 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:53,108 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:53,226 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:31:53,240 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:31:53,725 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:31:53,754 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:31:54,723 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.49642 sec
2022-12-02 16:31:54,742 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.684139
2022-12-02 16:31:54,748 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:31:54,873 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:54,874 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:31:54,911 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:31:54,912 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:31:54,961 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:31:54,962 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:31:54,995 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:31:54,997 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:31:58,179 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:31:58,179 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:31:58,263 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:31:58,375 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:58,376 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:58,419 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:58,420 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:58,424 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:58,530 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00003_mirimage_uncal.fits>,).
2022-12-02 16:31:58,531 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:58,573 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:31:58,573 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:31:58,578 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:31:58,665 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_rateints.fits
2022-12-02 16:31:58,666 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:31:58,667 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:31:58,745 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_rate.fits
2022-12-02 16:31:58,746 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:31:58,977 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:31:58,995 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:31:58,997 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:31:58,998 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:31:58,999 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:31:59,000 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:31:59,001 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:31:59,002 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:31:59,003 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:31:59,004 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:31:59,005 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:31:59,006 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:31:59,007 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:31:59,008 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:31:59,009 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:31:59,011 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:31:59,012 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:31:59,013 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:31:59,127 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00004_mirimage_uncal.fits',).
2022-12-02 16:31:59,138 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:31:59,350 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00004_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:31:59,355 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:31:59,356 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:31:59,357 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:31:59,359 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:31:59,359 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:31:59,360 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:31:59,361 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:31:59,361 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:31:59,363 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:31:59,364 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:31:59,365 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:31:59,365 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:31:59,365 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:31:59,366 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:31:59,702 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:31:59,703 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:59,767 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:31:59,768 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:31:59,770 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:31:59,880 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:31:59,882 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:31:59,904 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:32:00,107 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:32:00,217 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:00,219 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:32:00,240 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:32:00,667 - stpipe.Detector1Pipeline.saturation - INFO - Detected 845 saturated pixels
2022-12-02 16:32:00,672 - stpipe.Detector1Pipeline.saturation - INFO - Detected 85 A/D floor pixels
2022-12-02 16:32:00,680 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:32:00,792 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:00,793 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:00,794 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:32:00,797 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:32:00,919 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:00,920 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:00,987 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:32:01,101 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:01,102 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:01,175 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:32:01,302 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:01,304 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:01,331 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:32:01,637 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:32:01,750 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:01,752 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:01,775 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:32:02,072 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:32:02,183 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:02,185 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:32:02,206 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:32:02,310 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:32:02,427 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:02,428 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:32:02,450 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:32:04,921 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:32:04,921 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:32:05,908 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:32:06,038 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:06,039 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:32:06,103 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:32:06,104 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:32:06,104 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:32:06,104 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:32:06,105 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:32:06,105 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:32:06,106 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:32:06,107 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:32:06,108 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:32:06,179 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:32:06,193 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:32:06,304 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:06,306 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:32:06,316 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:32:06,331 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:32:06,369 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:32:06,472 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:32:06,488 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:32:06,960 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:32:06,988 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:32:08,015 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.54215 sec
2022-12-02 16:32:08,037 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.720575
2022-12-02 16:32:08,042 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:32:08,164 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:08,165 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:32:08,199 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:32:08,200 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:32:08,250 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:32:08,251 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:32:08,287 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:32:08,288 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:32:11,469 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:32:11,470 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:32:11,553 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:32:11,698 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:11,699 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:11,753 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:32:11,754 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:32:11,758 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:32:11,872 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00004_mirimage_uncal.fits>,).
2022-12-02 16:32:11,873 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:11,916 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:32:11,917 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:32:11,921 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:32:12,011 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_rateints.fits
2022-12-02 16:32:12,011 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:32:12,012 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:12,091 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_rate.fits
2022-12-02 16:32:12,092 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:32:12,320 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:32:12,337 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:32:12,339 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:32:12,340 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:32:12,341 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:32:12,342 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:32:12,342 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:32:12,343 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:32:12,345 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:32:12,346 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:32:12,347 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:32:12,348 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:32:12,349 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:32:12,350 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:32:12,351 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:32:12,352 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:32:12,353 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:32:12,355 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:32:12,473 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03103_00005_mirimage_uncal.fits',).
2022-12-02 16:32:12,482 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:32:12,706 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00005_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:32:12,710 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:32:12,712 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:32:12,713 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:32:12,714 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:32:12,716 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:32:12,716 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:32:12,718 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:32:12,718 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:32:12,720 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:32:12,721 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:32:12,723 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:32:12,723 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:32:12,724 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:32:12,724 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:32:13,066 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:13,067 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:13,131 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:32:13,132 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:32:13,134 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:32:13,246 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:13,247 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:13,269 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:32:13,489 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:32:13,600 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:13,602 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:32:13,623 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:32:14,064 - stpipe.Detector1Pipeline.saturation - INFO - Detected 826 saturated pixels
2022-12-02 16:32:14,069 - stpipe.Detector1Pipeline.saturation - INFO - Detected 79 A/D floor pixels
2022-12-02 16:32:14,077 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:32:14,190 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:14,191 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:14,192 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:32:14,194 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:32:14,303 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:14,304 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:14,371 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:32:14,485 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:14,486 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:14,551 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:32:14,668 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:14,669 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:14,691 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:32:14,992 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:32:15,107 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:15,108 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:15,130 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:32:15,419 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:32:15,531 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:15,532 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:32:15,554 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:32:15,656 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:32:15,775 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:15,776 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:32:15,798 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:32:18,237 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=6, nframes=1, groupgap=0
2022-12-02 16:32:18,237 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:32:19,235 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:32:19,368 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:19,369 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:32:19,433 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:32:19,434 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:32:19,434 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:32:19,435 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:32:19,435 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:32:19,435 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:32:19,436 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:32:19,436 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:32:19,438 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:32:19,507 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:32:19,520 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:32:19,634 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:19,636 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:32:19,646 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:32:19,659 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:32:19,696 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:32:19,797 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:32:19,812 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:32:20,279 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:32:20,306 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 0 pixels with at least one CR from five or more groups.
2022-12-02 16:32:21,231 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 1.43357 sec
2022-12-02 16:32:21,249 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 1.602790
2022-12-02 16:32:21,254 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:32:21,369 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 6, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:21,371 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:32:21,404 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:32:21,405 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:32:21,455 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:32:21,456 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:32:21,490 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:32:21,492 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:32:24,736 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 4
2022-12-02 16:32:24,737 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:32:24,826 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:32:24,948 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:24,949 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:24,990 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:32:24,991 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:32:24,995 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:32:25,113 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03103_00005_mirimage_uncal.fits>,).
2022-12-02 16:32:25,115 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:32:25,159 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:32:25,159 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:32:25,164 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:32:25,253 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_rateints.fits
2022-12-02 16:32:25,254 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:32:25,255 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:25,336 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_rate.fits
2022-12-02 16:32:25,336 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
Detector 1 steps completed on all files. ['jw01040001005_03103_00001_mirimage_uncalrate.fits', 'jw01040001005_03103_00002_mirimage_uncalrate.fits', 'jw01040001005_03103_00003_mirimage_uncalrate.fits', 'jw01040001005_03103_00004_mirimage_uncalrate.fits', 'jw01040001005_03103_00005_mirimage_uncalrate.fits']
# Run Calwebb_image2 on output files from detector1
ratefiles = glob('*rate.fits')
print('There are ', len(ratefiles), ' images.')
callist = []
# cycle through files
for im in ratefiles:
calfile = Image2Pipeline.call(im, save_results=True)
callist.append(calfile)
print(callist)
2022-12-02 16:32:25,392 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:25,394 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:25,395 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:25,396 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:25,397 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:25,398 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:25,516 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00001_mirimage_rate.fits',).
2022-12-02 16:32:25,520 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
There are 5 images.
2022-12-02 16:32:25,559 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:25,570 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:25,571 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:25,572 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:25,572 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:25,572 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:25,573 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:25,575 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:25,576 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:25,577 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:25,578 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:25,579 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:25,580 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:25,580 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:25,580 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:25,581 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:25,581 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:25,581 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:25,581 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:25,583 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:25,583 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:25,583 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:25,584 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:25,584 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:25,584 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:25,585 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00001_mirimage
2022-12-02 16:32:25,585 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00001_mirimage_rate.fits ...
2022-12-02 16:32:25,741 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-12-02 16:32:25,742 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:25,978 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:26,085 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.522641348 -69.442270898 80.541473073 -69.472845905 80.629040030 -69.466224050 80.610866440 -69.435547473
2022-12-02 16:32:26,086 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.522641348 -69.442270898 80.541473073 -69.472845905 80.629040030 -69.466224050 80.610866440 -69.435547473
2022-12-02 16:32:26,086 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:26,156 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:26,301 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-12-02 16:32:26,302 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:26,549 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:26,550 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:26,550 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:26,558 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:26,688 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:26,807 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-12-02 16:32:26,809 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:26,835 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:26,835 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:26,916 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:26,917 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:32:26,917 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:32:26,917 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-12-02 16:32:26,971 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:26,973 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:32:26,974 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:26,974 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:26,991 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:27,111 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_rate.fits>,).
2022-12-02 16:32:27,113 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:27,142 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:27,162 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:27,163 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:27,163 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:27,164 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:27,164 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:27,295 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:27,976 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:28,155 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:28,794 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:28,987 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:29,631 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:29,834 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:30,497 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:30,733 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.522522458 -69.442147217 80.541128674 -69.472856530 80.629535994 -69.466236381 80.610809206 -69.435536527
2022-12-02 16:32:30,881 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00001_mirimage_i2d.fits
2022-12-02 16:32:30,882 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:30,882 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00001_mirimage
2022-12-02 16:32:30,884 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:30,884 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:31,069 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00001_mirimage_cal.fits
2022-12-02 16:32:31,070 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:32:31,121 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:31,122 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:31,124 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:31,125 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:31,126 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:31,127 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:31,256 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00002_mirimage_rate.fits',).
2022-12-02 16:32:31,260 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:32:31,300 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00002_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:31,307 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:31,309 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:31,309 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:31,309 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:31,310 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:31,311 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:31,312 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:31,313 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:31,313 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:31,314 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:31,315 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:31,315 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:31,315 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:31,316 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:31,316 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:31,316 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:31,316 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:31,317 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:31,318 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:31,318 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:31,318 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:31,319 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:31,320 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:31,320 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:31,321 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00002_mirimage
2022-12-02 16:32:31,321 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00002_mirimage_rate.fits ...
2022-12-02 16:32:31,484 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-12-02 16:32:31,486 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:31,696 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:31,784 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.519809620 -69.441190557 80.538636303 -69.471765875 80.626199744 -69.465145466 80.608031181 -69.434468588
2022-12-02 16:32:31,785 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.519809620 -69.441190557 80.538636303 -69.471765875 80.626199744 -69.465145466 80.608031181 -69.434468588
2022-12-02 16:32:31,785 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:31,851 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:31,983 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-12-02 16:32:31,984 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:32,100 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:32,101 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:32,101 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:32,108 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:32,240 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:32,369 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-12-02 16:32:32,370 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:32,397 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:32,398 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:32,486 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:32,486 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:32:32,488 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:32:32,488 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-12-02 16:32:32,537 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:32,539 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:32:32,540 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:32,540 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:32,558 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:32,690 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_rate.fits>,).
2022-12-02 16:32:32,692 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:32,722 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:32,742 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:32,743 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:32,743 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:32,743 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:32,744 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:32,884 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:33,548 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:33,729 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:34,371 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:34,598 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:35,262 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:35,453 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:36,150 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:36,379 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.519690753 -69.441066874 80.538291918 -69.471776494 80.626695680 -69.465157805 80.607973952 -69.434457641
2022-12-02 16:32:36,533 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00002_mirimage_i2d.fits
2022-12-02 16:32:36,534 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:36,535 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00002_mirimage
2022-12-02 16:32:36,537 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:36,537 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:36,718 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00002_mirimage_cal.fits
2022-12-02 16:32:36,719 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:32:36,770 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:36,771 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:36,773 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:36,774 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:36,775 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:36,776 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:36,939 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00003_mirimage_rate.fits',).
2022-12-02 16:32:36,943 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:32:36,983 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00003_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:36,987 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:36,989 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:36,989 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:36,990 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:36,990 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:36,991 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:36,992 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:36,993 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:36,993 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:36,994 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:36,995 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:36,996 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:36,996 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:36,996 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:36,997 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:36,997 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:36,998 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:36,998 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:36,999 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:37,000 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:37,000 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:37,000 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:37,001 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:37,001 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:37,002 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00003_mirimage
2022-12-02 16:32:37,002 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00003_mirimage_rate.fits ...
2022-12-02 16:32:37,168 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-12-02 16:32:37,169 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:37,380 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:37,467 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.517161229 -69.438911033 80.535982343 -69.469486621 80.623537263 -69.462867474 80.605374222 -69.432190334
2022-12-02 16:32:37,468 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.517161229 -69.438911033 80.535982343 -69.469486621 80.623537263 -69.462867474 80.605374222 -69.432190334
2022-12-02 16:32:37,469 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:37,534 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:37,662 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-12-02 16:32:37,664 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:37,773 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:37,774 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:37,775 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:37,782 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:37,912 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:38,047 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-12-02 16:32:38,048 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:38,076 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:38,077 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:38,161 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:38,162 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:32:38,163 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:32:38,163 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-12-02 16:32:38,212 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:38,214 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:32:38,214 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:38,215 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:38,232 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:38,362 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_rate.fits>,).
2022-12-02 16:32:38,363 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:38,392 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:38,411 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:38,412 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:38,412 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:38,412 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:38,413 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:38,547 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:39,223 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:39,411 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:40,152 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:40,362 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:41,027 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:41,222 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:41,874 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:42,100 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.517042388 -69.438787346 80.535637991 -69.469497234 80.624033142 -69.462879821 80.605317000 -69.432179387
2022-12-02 16:32:42,247 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00003_mirimage_i2d.fits
2022-12-02 16:32:42,248 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:42,249 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00003_mirimage
2022-12-02 16:32:42,251 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:42,251 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:42,432 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00003_mirimage_cal.fits
2022-12-02 16:32:42,432 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:32:42,487 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:42,488 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:42,489 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:42,490 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:42,491 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:42,493 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:42,666 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00004_mirimage_rate.fits',).
2022-12-02 16:32:42,673 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:32:42,726 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00004_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:42,732 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:42,734 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:42,734 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:42,735 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:42,735 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:42,736 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:42,738 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:42,738 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:42,739 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:42,740 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:42,742 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:42,742 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:42,742 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:42,743 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:42,743 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:42,744 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:42,744 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:42,744 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:42,746 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:42,746 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:42,747 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:42,747 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:42,747 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:42,748 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:42,749 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00004_mirimage
2022-12-02 16:32:42,749 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00004_mirimage_rate.fits ...
2022-12-02 16:32:42,922 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-12-02 16:32:42,924 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:43,135 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:43,223 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.513386844 -69.439832766 80.532203335 -69.470408766 80.619763197 -69.463791534 80.601604815 -69.433113997
2022-12-02 16:32:43,224 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.513386844 -69.439832766 80.532203335 -69.470408766 80.619763197 -69.463791534 80.601604815 -69.433113997
2022-12-02 16:32:43,224 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:43,288 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:43,419 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-12-02 16:32:43,420 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:43,534 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:43,535 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:43,535 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:43,543 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:43,675 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:43,806 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-12-02 16:32:43,807 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:43,833 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:43,834 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:43,917 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:43,918 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:32:43,919 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:32:43,919 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-12-02 16:32:43,970 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:43,972 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:32:43,973 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:43,974 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:43,991 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:44,121 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_rate.fits>,).
2022-12-02 16:32:44,123 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:44,150 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:44,169 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:44,170 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:44,170 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:44,171 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:44,171 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:44,302 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:44,984 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:45,172 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:45,843 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:46,040 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:46,722 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:46,914 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:47,587 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:47,823 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.513268020 -69.439709078 80.531858967 -69.470419373 80.620259097 -69.463803892 80.601547592 -69.433103048
2022-12-02 16:32:47,995 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00004_mirimage_i2d.fits
2022-12-02 16:32:47,995 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:47,996 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00004_mirimage
2022-12-02 16:32:47,998 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:47,998 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:48,186 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00004_mirimage_cal.fits
2022-12-02 16:32:48,186 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:32:48,234 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:32:48,236 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:32:48,237 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:32:48,238 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:32:48,239 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:32:48,241 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:48,379 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03103_00005_mirimage_rate.fits',).
2022-12-02 16:32:48,384 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:32:48,425 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00005_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:32:48,429 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:32:48,431 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:32:48,431 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:32:48,431 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:32:48,432 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:32:48,432 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:32:48,433 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:48,434 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:32:48,434 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:32:48,435 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0785.fits'.
2022-12-02 16:32:48,436 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:32:48,436 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:32:48,437 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:32:48,437 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:32:48,437 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:32:48,438 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:32:48,438 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:32:48,438 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:32:48,439 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:32:48,439 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:32:48,440 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:32:48,440 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:32:48,440 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:32:48,441 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:32:48,441 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03103_00005_mirimage
2022-12-02 16:32:48,442 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03103_00005_mirimage_rate.fits ...
2022-12-02 16:32:48,616 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-12-02 16:32:48,617 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:32:48,823 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:32:48,909 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.515673261 -69.443466856 80.534496188 -69.474042610 80.622070170 -69.467424225 80.603905432 -69.436746928
2022-12-02 16:32:48,910 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.515673261 -69.443466856 80.534496188 -69.474042610 80.622070170 -69.467424225 80.603905432 -69.436746928
2022-12-02 16:32:48,910 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:32:48,975 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:32:49,118 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-12-02 16:32:49,120 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:32:49,236 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:49,237 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:49,237 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:49,245 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-12-02 16:32:49,379 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:32:49,515 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-12-02 16:32:49,517 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:32:49,543 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:32:49,544 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:32:49,626 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:32:49,627 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:32:49,627 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:32:49,627 - stpipe.Image2Pipeline.photom - INFO - filter: F770W
2022-12-02 16:32:49,674 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:32:49,677 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:32:49,678 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:32:49,678 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.304428
2022-12-02 16:32:49,696 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:32:49,836 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_rate.fits>,).
2022-12-02 16:32:49,837 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:32:49,867 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:32:49,886 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:32:49,887 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:32:49,887 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:32:49,888 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:32:49,888 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:32:50,020 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:32:50,707 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:50,885 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:32:51,547 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:51,743 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:32:52,411 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:52,611 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:32:53,382 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:32:53,729 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.515554404 -69.443343170 80.534151768 -69.474053222 80.622566159 -69.467436576 80.603848198 -69.436735980
2022-12-02 16:32:53,899 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03103_00005_mirimage_i2d.fits
2022-12-02 16:32:53,900 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:32:53,901 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03103_00005_mirimage
2022-12-02 16:32:53,902 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:32:53,903 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:32:54,103 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03103_00005_mirimage_cal.fits
2022-12-02 16:32:54,104 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
[[<ImageModel(1024, 1032) from jw01040001005_03103_00001_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00002_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00003_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00004_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03103_00005_mirimage_cal.fits>]]
# use asn_from_list to create association table
calfiles = glob('*_cal.fits')
asn = asn_from_list.asn_from_list(calfiles, rule=DMS_Level3_Base, product_name='starfield_combined.fits')
# dump association table to a .json file for use in image3
with open('starfield_asnfile.json', 'w') as fp:
fp.write(asn.dump()[1])
print(asn)
jwnoprogram-a3001_none_00007_asn with 1 products Rule=DMS_Level3_Base No constraints Products: starfield_combined.fits with 5 members
For MIRI, the FWHM values are dependent on filter and should be set using the table below:
| Filter | FWHM | |
|---|---|---|
| F560W | 1.636 | |
| F770W | 2.187 | |
| F1000W | 2.888 | |
| F1130W | 3.318 | |
| F1280W | 3.713 | |
| F1500W | 4.354 | |
| F1800W | 5.224 | |
| F2100W | 5.989 | |
| F2550W | 7.312 | |
| F2550WR | 7.312 |
For the fit geometry keyword, the following options are available: fitgeometry: A str value indicating the type of affine transformation to be considered when fitting catalogs. Allowed values:
'shift': x/y shifts only
'rscale': rotation and scale
'rshift': rotation and shifts
'general': shift, rotation, and scale (Default=”general”)
# Run Calwebb_image3 on the association table
# set any specific parameters
# Set tweakreg parameters:
# tweakreg parameters to allow data to run
fwhm = 2.187 # Gaussian kernel FWHM of objects expected, default=2.5
snr = 5 # signal to noise threshold, default=5
sigma = 1.5 # clipping limit, in sigma units, used when performing fit, default=3
minobj = 5 # number of objects needed to match
fit_geom ='shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 0.7 # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True # boolean indicating whether to use 2D histogram to find initial offset, default=True
gaia = True
gaia_ver = 'GAIADR2'
min_gaia = 3
save_gaia = True
deblend = False
npixels = 5
pipe3=Image3Pipeline()
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
pipe3.tweakreg.searchrad = search_radius
pipe3.tweakreg.tolerance = tol
pipe3.tweakreg.align_to_gaia = gaia
pipe3.tweakreg.abs_refcat = gaia_ver
pipe3.tweakreg.abs_minobj = min_gaia
pipe3.tweakreg.save_abs_catalog = save_gaia
pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.source_catalog.deblend = deblend
pipe3.source_catalog.npixels = npixels
pipe3.save_results = True
# run Image3
image = pipe3.run('starfield_asnfile.json')
print('Image 3 pipeline finished.')
2022-12-02 16:32:54,129 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-12-02 16:32:54,130 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-12-02 16:32:54,132 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-12-02 16:32:54,133 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-12-02 16:32:54,134 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-12-02 16:32:54,136 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:32:54,137 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-12-02 16:32:54,315 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_asnfile.json',).
2022-12-02 16:32:54,322 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'use_custom_catalogs': False, 'catalog_format': 'ecsv', 'catfile': '', 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 3, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-12-02 16:32:54,460 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03103_00001_mirimage_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-12-02 16:32:54,475 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-12-02 16:32:54,477 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits'.
2022-12-02 16:32:54,479 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:32:54,480 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-12-02 16:32:55,272 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-12-02 16:32:55,274 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'use_custom_catalogs': False, 'catalog_format': 'ecsv', 'catfile': '', 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 3, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-12-02 16:32:55,696 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 123 sources in jw01040001005_03103_00001_mirimage_cal.fits.
2022-12-02 16:32:55,701 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00001_mirimage_cal_cat.ecsv
2022-12-02 16:32:56,119 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 118 sources in jw01040001005_03103_00002_mirimage_cal.fits.
2022-12-02 16:32:56,124 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00002_mirimage_cal_cat.ecsv
2022-12-02 16:32:56,546 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 114 sources in jw01040001005_03103_00003_mirimage_cal.fits.
2022-12-02 16:32:56,550 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00003_mirimage_cal_cat.ecsv
2022-12-02 16:32:56,975 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 120 sources in jw01040001005_03103_00004_mirimage_cal.fits.
2022-12-02 16:32:56,979 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00004_mirimage_cal_cat.ecsv
2022-12-02 16:32:57,396 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 125 sources in jw01040001005_03103_00005_mirimage_cal.fits.
2022-12-02 16:32:57,400 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03103_00005_mirimage_cal_cat.ecsv
2022-12-02 16:32:57,421 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:32:57,422 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 5.
2022-12-02 16:32:57,422 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-12-02 16:32:57,442 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00001_mirimage_cal':
2022-12-02 16:32:57,443 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00001_mirimage_cal
2022-12-02 16:32:57,464 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00002_mirimage_cal':
2022-12-02 16:32:57,465 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00002_mirimage_cal
2022-12-02 16:32:57,485 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00003_mirimage_cal':
2022-12-02 16:32:57,485 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00003_mirimage_cal
2022-12-02 16:32:57,506 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00004_mirimage_cal':
2022-12-02 16:32:57,507 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00004_mirimage_cal
2022-12-02 16:32:57,527 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03103_00005_mirimage_cal':
2022-12-02 16:32:57,528 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03103_00005_mirimage_cal
2022-12-02 16:32:57,528 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:32:57,528 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:32:57,529 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-12-02 16:32:57.528968
2022-12-02 16:32:57,529 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.0
2022-12-02 16:32:57,530 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:32:58,299 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw01040001005_03103_00002_mirimage_cal' as reference image
2022-12-02 16:32:58,305 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00001_mirimage_cal' to the reference catalog.
2022-12-02 16:32:58,419 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00001_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00002_mirimage_cal' catalog.
2022-12-02 16:32:58,420 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:32:58,421 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -2.22e-15, 0 with significance of 65.78 and 124 matches.
2022-12-02 16:32:58,423 - stpipe.Image3Pipeline.tweakreg - INFO - Found 101 matches for 'GROUP ID: jw01040001005_03103_00001_mirimage_cal'...
2022-12-02 16:32:58,424 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:32:58,426 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00001_mirimage_cal:
2022-12-02 16:32:58,426 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 0.00240252 YSH: 0.00354079
2022-12-02 16:32:58,427 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:32:58,427 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00821244 FIT MAE: 0.00742884
2022-12-02 16:32:58,428 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 93 objects.
2022-12-02 16:32:58,474 - stpipe.Image3Pipeline.tweakreg - INFO - Added 22 unmatched sources from 'GROUP ID: jw01040001005_03103_00001_mirimage_cal' to the reference catalog.
2022-12-02 16:32:58,671 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00005_mirimage_cal' to the reference catalog.
2022-12-02 16:32:58,794 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00005_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00001_mirimage_cal' catalog.
2022-12-02 16:32:58,795 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:32:58,796 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of -0.0001754, 0.1841 with significance of 61.53 and 124 matches.
2022-12-02 16:32:58,798 - stpipe.Image3Pipeline.tweakreg - INFO - Found 100 matches for 'GROUP ID: jw01040001005_03103_00005_mirimage_cal'...
2022-12-02 16:32:58,798 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:32:58,801 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00005_mirimage_cal:
2022-12-02 16:32:58,801 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00122488 YSH: -0.00357838
2022-12-02 16:32:58,802 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:32:58,802 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00843115 FIT MAE: 0.00762799
2022-12-02 16:32:58,803 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 92 objects.
2022-12-02 16:32:58,848 - stpipe.Image3Pipeline.tweakreg - INFO - Added 25 unmatched sources from 'GROUP ID: jw01040001005_03103_00005_mirimage_cal' to the reference catalog.
2022-12-02 16:32:58,978 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00004_mirimage_cal' to the reference catalog.
2022-12-02 16:32:59,097 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00004_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00005_mirimage_cal' catalog.
2022-12-02 16:32:59,098 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:32:59,100 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.004764, -9.925e-05 with significance of 65.82 and 138 matches.
2022-12-02 16:32:59,101 - stpipe.Image3Pipeline.tweakreg - INFO - Found 106 matches for 'GROUP ID: jw01040001005_03103_00004_mirimage_cal'...
2022-12-02 16:32:59,102 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:32:59,104 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00004_mirimage_cal:
2022-12-02 16:32:59,105 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00460729 YSH: -0.00281311
2022-12-02 16:32:59,105 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:32:59,105 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00884656 FIT MAE: 0.00775827
2022-12-02 16:32:59,106 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 91 objects.
2022-12-02 16:32:59,151 - stpipe.Image3Pipeline.tweakreg - INFO - Added 14 unmatched sources from 'GROUP ID: jw01040001005_03103_00004_mirimage_cal' to the reference catalog.
2022-12-02 16:32:59,209 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03103_00003_mirimage_cal' to the reference catalog.
2022-12-02 16:32:59,330 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_00003_mirimage_cal' catalog with sources from the reference 'jw01040001005_03103_00004_mirimage_cal' catalog.
2022-12-02 16:32:59,331 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:32:59,333 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.004635, -0.0044 with significance of 61.45 and 149 matches.
2022-12-02 16:32:59,334 - stpipe.Image3Pipeline.tweakreg - INFO - Found 107 matches for 'GROUP ID: jw01040001005_03103_00003_mirimage_cal'...
2022-12-02 16:32:59,335 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:32:59,337 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03103_00003_mirimage_cal:
2022-12-02 16:32:59,338 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00211961 YSH: -0.00104922
2022-12-02 16:32:59,338 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:32:59,338 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00800496 FIT MAE: 0.00717508
2022-12-02 16:32:59,339 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 93 objects.
2022-12-02 16:32:59,385 - stpipe.Image3Pipeline.tweakreg - INFO - Added 7 unmatched sources from 'GROUP ID: jw01040001005_03103_00003_mirimage_cal' to the reference catalog.
2022-12-02 16:32:59,385 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:32:59,386 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-12-02 16:32:59.385815
2022-12-02 16:32:59,386 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.856847
2022-12-02 16:32:59,387 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:33:02,455 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:33:02,456 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-12-02 16:33:02.455730
2022-12-02 16:33:02,457 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.0
2022-12-02 16:33:02,457 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:33:03,397 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: 987654' to the reference catalog.
2022-12-02 16:33:03,529 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03103_0000' catalog with sources from the reference 'Unnamed' catalog.
2022-12-02 16:33:03,530 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:33:03,546 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 1.143, -0.9813 with significance of 80.12 and 1879 matches.
2022-12-02 16:33:03,548 - stpipe.Image3Pipeline.tweakreg - INFO - Found 176 matches for 'GROUP ID: 987654'...
2022-12-02 16:33:03,549 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-12-02 16:33:03,551 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: 987654:
2022-12-02 16:33:03,552 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.969239 YSH: 1.04401 ROT: 0.0141459 SCALE: 1
2022-12-02 16:33:03,552 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:33:03,553 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0141641 FIT MAE: 0.00944541
2022-12-02 16:33:03,553 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 170 objects.
2022-12-02 16:33:03,916 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:33:03,916 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-12-02 16:33:03.916093
2022-12-02 16:33:03,917 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:01.460363
2022-12-02 16:33:03,917 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:33:04,498 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-12-02 16:33:04,684 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-12-02 16:33:04,686 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-12-02 16:33:04,812 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:33:04,812 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-12-02 16:33:04.812027
2022-12-02 16:33:04,813 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:33:04,813 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-12-02 16:33:04,813 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-12-02 16:33:04,814 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-12-02 16:33:04,814 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:33:04,814 - stpipe.Image3Pipeline.skymatch - INFO - ---- Computing differences in sky values in overlapping regions.
2022-12-02 16:33:09,339 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00001_mirimage_cal.fits. Sky background: 0
2022-12-02 16:33:09,340 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00002_mirimage_cal.fits. Sky background: 0.0512482
2022-12-02 16:33:09,340 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00003_mirimage_cal.fits. Sky background: 0.0308669
2022-12-02 16:33:09,341 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00004_mirimage_cal.fits. Sky background: 0.0708925
2022-12-02 16:33:09,341 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03103_00005_mirimage_cal.fits. Sky background: 0.0811502
2022-12-02 16:33:09,342 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:33:09,342 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-12-02 16:33:09.342401
2022-12-02 16:33:09,343 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:04.530374
2022-12-02 16:33:09,343 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:33:09,366 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-12-02 16:33:09,536 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-12-02 16:33:09,538 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-12-02 16:33:09,545 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 5 inputs
2022-12-02 16:33:09,545 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square
2022-12-02 16:33:09,546 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:33:09,546 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF
2022-12-02 16:33:09,546 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm
2022-12-02 16:33:09,547 - stpipe.Image3Pipeline.outlier_detection - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:33:09,722 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:10,773 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:11,112 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00001_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:11,120 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:12,000 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:12,303 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00002_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:12,311 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:13,191 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:13,513 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00003_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:13,521 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:14,457 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:14,775 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00004_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:14,783 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:33:15,851 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:16,166 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03103_00005_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:33:18,139 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/yaml/constructor.py:49: ResourceWarning: unclosed file <_io.BufferedReader name='jw01040001005_03103_00001_mirimage_outlier_i2d.fits'>
node = self.get_single_node()
2022-12-02 16:33:20,216 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-12-02 16:33:21,229 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:22,618 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:23,792 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:24,978 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:26,229 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:33:26,470 - stpipe.Image3Pipeline.outlier_detection - INFO - Flagging outliers
2022-12-02 16:33:26,712 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 119 (0.01%)
2022-12-02 16:33:26,949 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 115 (0.01%)
2022-12-02 16:33:27,417 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 100 (0.01%)
2022-12-02 16:33:27,656 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 218 (0.02%)
2022-12-02 16:33:27,890 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 68 (0.01%)
2022-12-02 16:33:28,204 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00001_mirimage_a3001_crf.fits
2022-12-02 16:33:28,492 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00002_mirimage_a3001_crf.fits
2022-12-02 16:33:28,786 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00003_mirimage_a3001_crf.fits
2022-12-02 16:33:29,086 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00004_mirimage_a3001_crf.fits
2022-12-02 16:33:29,389 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03103_00005_mirimage_a3001_crf.fits
2022-12-02 16:33:29,390 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-12-02 16:33:29,573 - stpipe.Image3Pipeline - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stpipe/step.py:419: ResourceWarning: unclosed file <_io.BufferedReader name='starfield_asnfile_a3001_jw01040001005_03103_00004_mirimage_blot.fits'>
gc.collect()
2022-12-02 16:33:29,587 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-12-02 16:33:29,589 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:33:29,610 - stpipe.Image3Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:33:29,632 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:33:29,633 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:33:29,633 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:33:29,633 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:33:29,634 - stpipe.Image3Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:33:29,810 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined.fits
2022-12-02 16:33:30,668 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-12-02 16:33:31,516 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:32,557 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:33,662 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:34,671 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:35,778 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:35,964 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:33:36,799 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:37,931 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:38,968 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:40,030 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:41,072 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:41,264 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:33:42,111 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:43,138 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:44,190 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:45,222 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:46,256 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:46,477 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:33:47,372 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:48,436 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:49,503 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:50,597 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:51,622 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:33:51,850 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.512144016 -69.438810679 80.533315627 -69.473766206 80.629190357 -69.466586272 80.607869939 -69.431642421
2022-12-02 16:33:52,349 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_i2d.fits
2022-12-02 16:33:52,350 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-12-02 16:33:52,569 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1160, 1116) from starfield_combined_i2d.fits>,).
2022-12-02 16:33:52,571 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 2.187, 'snr_threshold': 5, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-12-02 16:33:52,589 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits
2022-12-02 16:33:52,600 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-12-02 16:33:52,600 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-12-02 16:33:52,601 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-12-02 16:33:52,601 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F770W
2022-12-02 16:33:52,602 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-12-02 16:33:52,658 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 4.38398
2022-12-02 16:33:52,738 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1160, 1116).
2022-12-02 16:33:53,060 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 543 sources
2022-12-02 16:33:53,613 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_cat.ecsv
2022-12-02 16:33:53,762 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_segm.fits
2022-12-02 16:33:53,764 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_segm.fits
2022-12-02 16:33:53,765 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-12-02 16:33:53,766 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done
Image 3 pipeline finished.
photfile = 'starfield_combined_cat.ecsv'
input_file = 'starfield_combined_i2d.fits'
# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source
cat_data = table.Table.read(photfile, format='ascii', comment='#')
catalog = Table.read(photfile)
miri_x = catalog['xcentroid']
miri_y = catalog['ycentroid']
catalog
| label | xcentroid | ycentroid | sky_centroid | aper_bkg_flux | aper_bkg_flux_err | aper30_flux | aper30_flux_err | aper50_flux | aper50_flux_err | aper70_flux | aper70_flux_err | aper_total_flux | aper_total_flux_err | aper30_abmag | aper30_abmag_err | aper50_abmag | aper50_abmag_err | aper70_abmag | aper70_abmag_err | aper_total_abmag | aper_total_abmag_err | aper30_vegamag | aper30_vegamag_err | aper50_vegamag | aper50_vegamag_err | aper70_vegamag | aper70_vegamag_err | aper_total_vegamag | aper_total_vegamag_err | CI_50_30 | CI_70_50 | CI_70_30 | is_extended | sharpness | roundness | nn_label | nn_dist | isophotal_flux | isophotal_flux_err | isophotal_abmag | isophotal_abmag_err | isophotal_vegamag | isophotal_vegamag_err | isophotal_area | semimajor_sigma | semiminor_sigma | ellipticity | orientation | sky_orientation | sky_bbox_ll | sky_bbox_ul | sky_bbox_lr | sky_bbox_ur |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| deg,deg | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | pix | Jy | Jy | pix2 | pix | pix | deg | deg | deg,deg | deg,deg | deg,deg | deg,deg | |||||||||||||||||||||||||||||||
| int64 | float64 | float64 | SkyCoord | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | bool | float64 | float32 | int64 | float64 | float64 | float32 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | SkyCoord | SkyCoord | SkyCoord | SkyCoord |
| 1 | 568.1945 | 6.8213 | 80.56101413696068,-69.43537316742757 | 1.078160e-08 | 7.293572e-09 | 3.488950e-06 | 2.009412e-07 | 5.920850e-06 | 2.973222e-07 | 8.653112e-06 | 6.276199e-07 | 1.248951e-05 | 9.058781e-07 | 22.543263 | 0.060797 | 21.969040 | 0.053197 | 21.557069 | 0.076025 | 21.158637 | 0.076025 | 18.159283 | 0.060797 | 17.585060 | 0.053197 | 17.173089 | 0.076025 | 16.774657 | 0.076025 | 1.6970 | 1.4615 | 2.4801 | False | 0.593173 | -0.323368 | 2 | 8.258393 | 6.359404e-06 | 3.060951e-07 | 21.891459 | 0.051041 | 17.507479 | 0.051041 | 11.0 | 0.879895 | 0.858030 | 0.024850 | 43.667928 | 301.624090 | 80.56082634267732,-69.43531411164618 | 80.56091777825841,-69.43546476202242 | 80.56125522211376,-69.43528199325536 | 80.56134666056434,-69.43543264340646 |
| 2 | 565.4165 | 14.5984 | 80.5609180769632,-69.43562533799128 | 6.674931e-09 | 5.232642e-09 | 1.691225e-05 | 2.562880e-07 | 3.045700e-05 | 3.656046e-07 | 5.385589e-05 | 6.841566e-07 | 7.773315e-05 | 9.874806e-07 | 20.829497 | 0.016330 | 20.190782 | 0.012956 | 19.571917 | 0.013706 | 19.173484 | 0.013706 | 16.445517 | 0.016330 | 15.806802 | 0.012956 | 15.187937 | 0.013706 | 14.789505 | 0.013706 | 1.8009 | 1.7683 | 3.1844 | False | 0.546561 | 0.515181 | 1 | 8.258393 | 6.144500e-05 | 7.192670e-07 | 19.428784 | 0.012636 | 15.044804 | 0.012636 | 57.0 | 2.682497 | 1.332731 | 0.503175 | 59.004580 | 316.960742 | 80.56036654479061,-69.43544304271504 | 80.56058598592011,-69.43580460411742 | 80.5612243089012,-69.43537880714139 | 80.5614437638046,-69.43574036746317 |
| 3 | 791.4223 | 14.1075 | 80.5802939280484,-69.43415769254143 | 0.000000e+00 | 5.227404e-09 | 5.044011e-06 | 1.985014e-07 | 8.671663e-06 | 2.912643e-07 | 1.422498e-05 | 6.081894e-07 | 2.053169e-05 | 8.778330e-07 | 22.143060 | 0.041909 | 21.554744 | 0.035869 | 21.017371 | 0.045456 | 20.618938 | 0.045456 | 17.759080 | 0.041909 | 17.170764 | 0.035869 | 16.633391 | 0.045456 | 16.234959 | 0.045456 | 1.7192 | 1.6404 | 2.8202 | False | 0.629467 | -0.272102 | 6 | 11.316025 | 1.113473e-05 | 3.656158e-07 | 21.283300 | 0.035078 | 16.899321 | 0.035078 | 17.0 | 1.138370 | 0.952100 | 0.163629 | -71.853283 | 186.102880 | 80.58008130811376,-69.43409150139571 | 80.58019118666421,-69.43427226970304 | 80.58051013436173,-69.4340593356055 | 80.58062001635416,-69.43424010364224 |
| 4 | 1065.7263 | 17.7537 | 80.60388472517539,-69.43250130847238 | 0.000000e+00 | 3.616005e-09 | 3.605142e-06 | 2.022749e-07 | 6.241103e-06 | 2.960004e-07 | 9.918249e-06 | 6.264570e-07 | 1.431555e-05 | 9.041997e-07 | 22.507694 | 0.059270 | 21.911847 | 0.050310 | 21.408913 | 0.066499 | 21.010480 | 0.066499 | 18.123714 | 0.059270 | 17.527867 | 0.050310 | 17.024933 | 0.066499 | 16.626500 | 0.066499 | 1.7312 | 1.5892 | 2.7511 | False | 0.671956 | 0.529079 | 9 | 22.037453 | 6.960582e-06 | 3.168362e-07 | 21.793386 | 0.048329 | 17.409406 | 0.048329 | 12.0 | 0.945603 | 0.861826 | 0.088596 | 22.409002 | 280.365164 | 80.60365247109402,-69.43244776250376 | 80.60374419459484,-69.43259839035845 | 80.60408122923158,-69.43241553869521 | 80.6041729555992,-69.432566166324 |
| 5 | 658.3352 | 22.3668 | 80.5690303139941,-69.43526233529558 | -1.852232e-08 | 4.462394e-09 | 4.045555e-06 | 1.412969e-07 | 6.542887e-06 | 2.131830e-07 | 1.085084e-05 | 4.922427e-07 | 1.566161e-05 | 7.104808e-07 | 22.382555 | 0.037274 | 21.860576 | 0.034812 | 21.311342 | 0.048169 | 20.912909 | 0.048169 | 17.998575 | 0.037274 | 17.476597 | 0.034812 | 16.927362 | 0.048169 | 16.528929 | 0.048169 | 1.6173 | 1.6584 | 2.6822 | False | 0.612353 | 0.575803 | 34 | 85.424128 | 7.254162e-06 | 2.391591e-07 | 21.748532 | 0.035218 | 17.364552 | 0.035218 | 13.0 | 0.983748 | 0.867466 | 0.118203 | 44.146599 | 302.102761 | 80.56883874004497,-69.43521788714185 | 80.56893023137668,-69.43536853331159 | 80.56926760558564,-69.43518574902645 | 80.56935909978645,-69.43533639497093 |
| 6 | 789.2636 | 25.2157 | 80.58031221452927,-69.43450624848988 | 6.650521e-09 | 4.287825e-09 | 6.562335e-06 | 1.485417e-07 | 1.094750e-05 | 2.155023e-07 | 1.696132e-05 | 4.505621e-07 | 2.448121e-05 | 6.503210e-07 | 21.857354 | 0.024302 | 21.301713 | 0.021165 | 20.826351 | 0.028465 | 20.427918 | 0.028465 | 17.473374 | 0.024302 | 16.917733 | 0.021165 | 16.442371 | 0.028465 | 16.043938 | 0.028465 | 1.6682 | 1.5493 | 2.5846 | False | 0.663897 | 0.293880 | 3 | 11.316025 | 1.416647e-05 | 2.878772e-07 | 21.021846 | 0.021842 | 16.637866 | 0.021842 | 20.0 | 1.113801 | 1.096434 | 0.015592 | -78.838733 | 179.117429 | 80.58002545338358,-69.43444220917158 | 80.58013533325715,-69.43462297751483 | 80.58054005322373,-69.43440361026138 | 80.58064993722778,-69.43458437827996 |
| 7 | 825.7080 | 36.3938 | 80.58364266357972,-69.43460854017187 | -1.038852e-08 | 3.755061e-09 | 4.172960e-06 | 1.388278e-07 | 6.772618e-06 | 2.039371e-07 | 1.012517e-05 | 4.318534e-07 | 1.461421e-05 | 6.233176e-07 | 22.348889 | 0.035533 | 21.823109 | 0.032211 | 21.386494 | 0.045348 | 20.988062 | 0.045348 | 17.964910 | 0.035533 | 17.439129 | 0.032211 | 17.002515 | 0.045348 | 16.604082 | 0.045348 | 1.6230 | 1.4950 | 2.4264 | False | 0.593597 | -0.119745 | 11 | 23.370620 | 7.451541e-06 | 2.262251e-07 | 21.719385 | 0.032472 | 17.335405 | 0.032472 | 13.0 | 0.974134 | 0.864233 | 0.112820 | -41.184280 | 216.771882 | 80.58341860215295,-69.43456569095608 | 80.58351019289245,-69.43471632946319 | 80.5838474328652,-69.4345335169506 | 80.58393902647299,-69.43468415523213 |
| 8 | 1040.4210 | 36.5859 | 80.60206015856255,-69.43323171664446 | 5.454254e-08 | 5.537336e-09 | 3.214495e-06 | 1.974829e-07 | 5.874697e-06 | 3.025871e-07 | 1.056174e-05 | 6.302061e-07 | 1.524434e-05 | 9.096109e-07 | 22.632218 | 0.064734 | 21.977536 | 0.054530 | 21.340661 | 0.062925 | 20.942228 | 0.062925 | 18.248238 | 0.064734 | 17.593557 | 0.054530 | 16.956681 | 0.062925 | 16.558248 | 0.062925 | 1.8276 | 1.7978 | 3.2857 | False | 0.503698 | -0.050023 | 9 | 23.747165 | 8.377834e-06 | 3.610801e-07 | 21.592171 | 0.045814 | 17.208191 | 0.045814 | 15.0 | 1.086053 | 0.946878 | 0.128147 | 45.304064 | 303.260226 | 80.60185716278845,-69.43318125560113 | 80.60194887683893,-69.4333318844027 | 80.60228593824966,-69.43314903621076 | 80.60237765516725,-69.43329966478647 |
| 9 | 1063.9604 | 39.7203 | 80.60413627700953,-69.43317444476266 | 0.000000e+00 | 4.120195e-09 | 2.493625e-06 | 1.891390e-07 | 4.244485e-06 | 2.824340e-07 | 8.296440e-06 | 6.143830e-07 | 1.197471e-05 | 8.867727e-07 | 22.907922 | 0.079378 | 22.330438 | 0.069944 | 21.602771 | 0.077565 | 21.204338 | 0.077565 | 18.523943 | 0.079378 | 17.946458 | 0.069944 | 17.218791 | 0.077565 | 16.820358 | 0.077565 | 1.7021 | 1.9546 | 3.3271 | False | 0.696793 | 0.451199 | 4 | 22.037453 | 3.551811e-06 | 2.350928e-07 | 22.523875 | 0.069586 | 18.139895 | 0.069586 | 7.0 | 0.723310 | 0.687505 | 0.049503 | 9.781112 | 267.737274 | 80.6039886554221,-69.4331470950804 | 80.60406203839179,-69.4332675972273 | 80.60433167279086,-69.43312131545548 | 80.60440505759543,-69.4332418174578 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 534 | 1015.6244 | 1138.3232 | 80.62017099097372,-69.46658121890812 | 4.989938e-08 | 5.066810e-09 | 2.284770e-06 | 2.017921e-07 | 3.381970e-06 | 3.029471e-07 | 4.752885e-06 | 7.149771e-07 | 6.860099e-06 | 1.031966e-06 | 23.002894 | 0.091892 | 22.577076 | 0.093145 | 22.207607 | 0.152151 | 21.809174 | 0.152151 | 18.618914 | 0.091892 | 18.193096 | 0.093145 | 17.823627 | 0.152151 | 17.425194 | 0.152151 | 1.4802 | 1.4054 | 2.0802 | False | 0.897468 | 0.342657 | 538 | 18.012521 | 3.723043e-06 | 2.448593e-07 | 22.472755 | 0.069157 | 18.088775 | 0.069157 | 7.0 | 0.978383 | 0.472407 | 0.517156 | 82.852662 | 340.808824 | 80.62004088622429,-69.46653355371089 | 80.62013287041215,-69.46668417293137 | 80.62029853504363,-69.46651419533265 | 80.62039052095663,-69.46666481441723 |
| 535 | 741.3925 | 1143.2671 | 80.59670794234971,-69.46849813333839 | 8.717383e-08 | 4.771465e-09 | 3.472564e-05 | 3.482893e-07 | 6.194300e-05 | 4.703981e-07 | 9.905065e-05 | 7.665233e-07 | 1.429652e-04 | 1.106365e-06 | 20.048374 | 0.010835 | 19.420019 | 0.008214 | 18.910357 | 0.008370 | 18.511924 | 0.008370 | 15.664395 | 0.010835 | 15.036040 | 0.008214 | 14.526377 | 0.008370 | 14.127944 | 0.008370 | 1.7838 | 1.5991 | 2.8524 | False | 0.568828 | 0.104810 | 539 | 12.776672 | 1.133144e-04 | 8.785885e-07 | 18.764287 | 0.008386 | 14.380308 | 0.008386 | 77.0 | 1.809300 | 1.685478 | 0.068437 | -11.391577 | 246.564585 | 80.59620014155249,-69.46838603111713 | 80.59640215781248,-69.46871742097682 | 80.59714501201695,-69.46831517765801 | 80.59734704220047,-69.46864656642337 |
| 536 | 435.2000 | 1141.3781 | 80.5703696083249,-69.47041149663026 | -1.983575e-08 | 3.900010e-09 | 5.419295e-06 | 1.993799e-07 | 8.945176e-06 | 2.907783e-07 | 1.244091e-05 | 5.957248e-07 | 1.795664e-05 | 8.598422e-07 | 22.065143 | 0.039228 | 21.521028 | 0.034732 | 21.162870 | 0.050783 | 20.764437 | 0.050783 | 17.681163 | 0.039228 | 17.137048 | 0.034732 | 16.778890 | 0.050783 | 16.380458 | 0.050783 | 1.6506 | 1.3908 | 2.2957 | False | 0.617539 | 0.089900 | 520 | 20.434076 | 9.971244e-06 | 3.323505e-07 | 21.403127 | 0.035599 | 17.019147 | 0.035599 | 14.0 | 0.966441 | 0.920971 | 0.047050 | 76.340707 | 334.296869 | 80.57018913313966,-69.47036583870278 | 80.57028078381278,-69.47051648416334 | 80.57061869912515,-69.47033369726209 | 80.57071035267673,-69.47048434249703 |
| 537 | 871.4629 | 1144.0322 | 80.60789434274841,-69.4676830110705 | 4.901375e-08 | 4.368837e-09 | 1.945351e-05 | 2.679093e-07 | 3.223067e-05 | 3.721595e-07 | 4.830799e-05 | 6.830224e-07 | 6.972557e-05 | 9.858437e-07 | 20.677505 | 0.014850 | 20.129327 | 0.012465 | 19.689953 | 0.015244 | 19.291520 | 0.015244 | 16.293525 | 0.014850 | 15.745347 | 0.012465 | 15.305973 | 0.015244 | 14.907540 | 0.015244 | 1.6568 | 1.4988 | 2.4833 | False | 0.595641 | -0.060762 | 525 | 13.517230 | 4.991307e-05 | 6.485932e-07 | 19.654464 | 0.014018 | 15.270484 | 0.014018 | 46.0 | 1.476723 | 1.444551 | 0.021786 | -7.554589 | 250.401573 | 80.60748904420488,-69.46760214875223 | 80.60763608590733,-69.46784315006954 | 80.60826206173795,-69.46754412809497 | 80.60840911172332,-69.46778512876048 |
| 538 | 997.9841 | 1141.9664 | 80.61872300232848,-69.46680479073298 | 6.833844e-08 | 4.677744e-09 | 2.625495e-06 | 1.949289e-07 | 4.447075e-06 | 2.899559e-07 | 5.054679e-06 | 6.321131e-07 | 7.295695e-06 | 9.123634e-07 | 22.851972 | 0.077758 | 22.279814 | 0.068579 | 22.140766 | 0.127934 | 21.742333 | 0.127934 | 18.467992 | 0.077758 | 17.895834 | 0.068579 | 17.756786 | 0.127934 | 17.358353 | 0.127934 | 1.6938 | 1.1366 | 1.9252 | False | 0.631345 | 0.060804 | 523 | 16.722590 | 5.047311e-06 | 2.712827e-07 | 22.142350 | 0.056842 | 17.758370 | 0.056842 | 9.0 | 0.787913 | 0.779467 | 0.010720 | 26.844659 | 284.800821 | 80.61856856250925,-69.46677019202136 | 80.61864214230177,-69.46689068802281 | 80.61891209972529,-69.46674438366529 | 80.61898568135796,-69.46686487952176 |
| 539 | 729.5932 | 1148.1682 | 80.59578441550369,-69.4687217861564 | 5.571316e-08 | 5.477192e-09 | 4.038834e-06 | 1.996112e-07 | 6.987349e-06 | 2.963128e-07 | 1.205668e-05 | 6.279397e-07 | 1.740207e-05 | 9.063397e-07 | 22.384360 | 0.052376 | 21.789219 | 0.045093 | 21.196930 | 0.055124 | 20.798498 | 0.055124 | 18.000380 | 0.052376 | 17.405239 | 0.045093 | 16.812950 | 0.055124 | 16.414518 | 0.055124 | 1.7300 | 1.7255 | 2.9852 | False | 0.576463 | 0.030892 | 535 | 12.776672 | 9.978420e-06 | 3.729294e-07 | 21.402346 | 0.039838 | 17.018366 | 0.039838 | 17.0 | 1.177340 | 0.951958 | 0.191433 | 74.081512 | 332.037674 | 80.59555560890642,-69.46865488337563 | 80.59566579477192,-69.4688356419168 | 80.59598510260327,-69.46862267947905 | 80.59609529192099,-69.46880343774893 |
| 540 | 672.5997 | 1149.9971 | 80.59092221242389,-69.4691438971468 | 7.394717e-08 | 5.442155e-09 | 7.467697e-06 | 2.179523e-07 | 1.230420e-05 | 3.133821e-07 | 1.866174e-05 | 6.357278e-07 | 2.693550e-05 | 9.175807e-07 | 21.717033 | 0.031235 | 21.174866 | 0.027307 | 20.722620 | 0.036370 | 20.324187 | 0.036370 | 17.333053 | 0.031235 | 16.790887 | 0.027307 | 16.338640 | 0.036370 | 15.940207 | 0.036370 | 1.6477 | 1.5167 | 2.4990 | False | 0.664213 | -0.091238 | 524 | 35.094311 | 1.826108e-05 | 4.635195e-07 | 20.746184 | 0.027215 | 16.362204 | 0.027215 | 26.0 | 1.294860 | 1.164033 | 0.101036 | 0.173245 | 258.129407 | 80.59061010287269,-69.46908862520209 | 80.59072024930839,-69.46926938686634 | 80.59121141623434,-69.46904355649711 | 80.59132156750373,-69.4692243177817 |
| 541 | 932.6780 | 1153.9527 | 80.61333451021416,-69.46758714320224 | 1.055636e-07 | 7.069817e-09 | 2.039887e-06 | 1.900911e-07 | 4.624510e-06 | 2.895794e-07 | 1.139870e-05 | 6.269264e-07 | 1.645237e-05 | 9.048772e-07 | 23.125985 | 0.096736 | 22.237336 | 0.065943 | 21.257862 | 0.058131 | 20.859429 | 0.058131 | 18.742005 | 0.096736 | 17.853356 | 0.065943 | 16.873882 | 0.058131 | 16.475449 | 0.058131 | 2.2670 | 2.4648 | 5.5879 | True | 0.915041 | -1.288310 | 542 | 15.643956 | 1.666596e-05 | 5.224830e-07 | 20.845424 | 0.033516 | 16.461445 | 0.033516 | 34.0 | 2.695602 | 0.993653 | 0.631380 | 5.073932 | 263.030094 | 80.61293056375968,-69.46754020126426 | 80.61302250236145,-69.46769082423364 | 80.61404711880186,-69.46745635771885 | 80.61413906488059,-69.46760698009959 |
| 542 | 948.3219 | 1153.9258 | 80.61467765488281,-69.4674854332106 | 1.323519e-07 | 7.800542e-09 | 1.395408e-06 | 1.873280e-07 | 2.299519e-06 | 2.813748e-07 | 3.699977e-06 | 6.151403e-07 | 5.340380e-06 | 8.878657e-07 | 23.538247 | 0.136768 | 22.995908 | 0.125333 | 22.479502 | 0.166984 | 22.081070 | 0.166984 | 19.154267 | 0.136768 | 18.611928 | 0.125333 | 18.095523 | 0.166984 | 17.697090 | 0.166984 | 1.6479 | 1.6090 | 2.6515 | False | 0.737507 | -0.762605 | 541 | 15.643956 | 6.275186e-06 | 3.486647e-07 | 21.905934 | 0.058710 | 17.521954 | 0.058710 | 16.0 | 1.987069 | 0.856224 | 0.569102 | -24.277675 | 233.678487 | 80.61421889572597,-69.46744345807757 | 80.61431084295494,-69.46759408036772 | 80.61499188932765,-69.46738540759848 | 80.61508384173288,-69.4675360294811 |
| 543 | 602.8016 | 1155.7376 | 80.58503161440505,-69.46976613132216 | 9.645330e-08 | 7.749288e-09 | 1.603787e-06 | 1.875577e-07 | 3.125816e-06 | 2.840900e-07 | 6.288214e-06 | 6.410558e-07 | 9.076123e-06 | 9.252710e-07 | 23.387133 | 0.120081 | 22.662592 | 0.094448 | 21.903682 | 0.105400 | 21.505249 | 0.105400 | 19.003153 | 0.120081 | 18.278612 | 0.094448 | 17.519702 | 0.105400 | 17.121269 | 0.105400 | 1.9490 | 2.0117 | 3.9209 | False | -0.109455 | -0.965044 | 532 | 20.517419 | 7.503767e-06 | 3.938603e-07 | 21.711802 | 0.055543 | 17.327822 | 0.055543 | 20.0 | 1.785201 | 0.923126 | 0.482901 | -9.082464 | 248.873698 | 80.58470692842843,-69.469719963713 | 80.58479867825805,-69.46987060154298 | 80.58548008383272,-69.46966204401589 | 80.58557183884206,-69.46981268143927 |
# Look at output gaia catalog
gaia_out = 'fit_gaiadr2_ref.ecsv'
gaia_cat = table.Table.read(gaia_out, format='ascii', comment='#')
gaia_cat
| RA | DEC | mag | objID | GaiaID |
|---|---|---|---|---|
| float64 | float64 | float64 | int64 | str2 |
| 80.6352800462868 | -69.4528530041638 | 20.79766 | 4658081457873855744 | -1 |
| 80.6089584306409 | -69.441665334981 | 20.79199 | 4658081462096573056 | -1 |
| 80.5540605344063 | -69.4510149335645 | 20.72803 | 4658081389072293120 | -1 |
| 80.577376127151 | -69.4443452330911 | 20.69327 | 4658081496494557184 | -1 |
| 80.5985869347887 | -69.4306055937191 | 20.67209 | 4658081904468517248 | -1 |
| 80.606391675101 | -69.4554230033405 | 20.66223 | 4658081427775021824 | -1 |
| 80.5933019893023 | -69.4513187092001 | 20.66066 | 4658081492151636352 | -1 |
| 80.617727177091 | -69.4433874351504 | 20.65891 | 4658081462134839808 | -1 |
| 80.623533022303 | -69.4577174095808 | 20.64151 | 4658081423514083712 | -1 |
| 80.5775319561905 | -69.4524112170626 | 20.62047 | 4658081496456259584 | -1 |
| ... | ... | ... | ... | ... |
| 80.5466900624651 | -69.4532144762556 | 15.45603 | 4658081389038524928 | -1 |
| 80.5551479908486 | -69.4537086496902 | 15.40596 | 4658081393415226624 | -1 |
| 80.5911368518058 | -69.4711740829136 | 15.27315 | 4658081285992137472 | -1 |
| 80.5721331561039 | -69.4668552141973 | 14.90229 | 4658081359055229312 | -1 |
| 80.5637449320274 | -69.4307131315982 | 14.75183 | 4658081526477562240 | -1 |
| 80.5665528784479 | -69.4698077168265 | 14.58441 | 4658081354711870080 | -1 |
| 80.5614223055588 | -69.4430273055358 | 14.52465 | 4658081496494136192 | -1 |
| 80.5039446230512 | -69.4474541369013 | 14.33341 | 4658082149329460992 | -1 |
| 80.5355854676712 | -69.4401925009401 | 13.58188 | 4658082248065037824 | -1 |
| 80.516426597956 | -69.4445137183206 | 13.2718 | 4658082144952800896 | -1 |
# Read in i2d combined Image
im_i2d = ImageModel(input_file)
# read in ecsv photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=3, vmax=6)
plt.colorbar()
plt.scatter(miri_x, miri_y,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7febbccfbdc0>
# Get from RA and Dec in Gaia catalog to x and y positions on image
world_to_detector = im_i2d.meta.wcs.get_transform('world', 'detector')
xgaia,ygaia = world_to_detector(gaia_cat['RA'], gaia_cat['DEC'])
# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(xgaia, ygaia,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7febbcc66fd0>
# Read in Gaia catalog from Vizier
gaia_hdu = fits.open(full_gaia_cat) #('gaia_tweakreg_test3.fit')
gaia_data = gaia_hdu[1].data
# Get RA and Dec of Gaia sources
gaia_ra = gaia_data['RA_ICRS']
gaia_dec = gaia_data['DE_ICRS']
xgaia_full,ygaia_full = world_to_detector(gaia_ra, gaia_dec)
gaia_hdu.close()
# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(xgaia_full, ygaia_full,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7febbaf21ca0>
# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1200
ind = np.where((xgaia > minval) & (xgaia < 1110)& (ygaia > minval) & (ygaia < maxval))
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.colorbar()
plt.scatter(miri_x, miri_y,lw=1, s=10,color='black')
plt.scatter(xgaia[ind], ygaia[ind],lw=1, s=5,color='white')
<matplotlib.collections.PathCollection at 0x7febbae36dc0>
# Show zoomed in region to see if stars look like point sources and aren't smeared out or doubled
xmin = 700
xmax = 900
ymin = 500
ymax = 700
gaiazoom = np.where((xgaia > xmin) & (xgaia < xmax) & (ygaia > ymin) & (ygaia < ymax))
print(gaiazoom)
subx = xgaia[gaiazoom] - xmin
suby = ygaia[gaiazoom] - ymin
mirizoom = np.where((miri_x > xmin) & (miri_x < xmax) & (miri_y > ymin) & (miri_y < ymax))
print(gaiazoom)
subxmiri = miri_x[mirizoom] - xmin
subymiri = miri_y[mirizoom] - ymin
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d.data[ymin:ymax,xmin:xmax], origin='lower', cmap='rainbow', vmin=0, vmax=7)
plt.scatter(subx, suby,lw=1, s=10,color='white')
plt.scatter(subxmiri, subymiri,lw=1, s=5,color='black')
plt.colorbar()
print('Gaia sources are marked in white, MIRI sources from the pipeline in black')
(array([ 6, 11, 40, 100, 114, 173, 181, 194, 312, 323, 338,
365, 381, 438, 484, 534, 552, 558, 741, 782, 794, 861,
944, 948, 952, 969, 1015, 1033, 1122, 1172, 1209, 1233, 1358,
1378, 1418, 1496, 1599, 1627, 1656, 1657, 1755, 1801, 1810, 1941,
1956, 2118, 2148]),)
(array([ 6, 11, 40, 100, 114, 173, 181, 194, 312, 323, 338,
365, 381, 438, 484, 534, 552, 558, 741, 782, 794, 861,
944, 948, 952, 969, 1015, 1033, 1122, 1172, 1209, 1233, 1358,
1378, 1418, 1496, 1599, 1627, 1656, 1657, 1755, 1801, 1810, 1941,
1956, 2118, 2148]),)
Gaia sources are marked in white, MIRI sources from the pipeline in black
# Calculate difference in position between catalog and Gaia positions. There is an offset here.
tol = 1 # Do calculations in pixels
found_count=0
# Set up array for matches
diffarr = np.array(len(xgaia))
deltax = []
deltay = []
xpos = []
ypos = []
print(' x y xdiff ydiff < 0.5 pix')
for i in np.arange(0,len(xgaia)):
for j in np.arange(0,len(miri_x)):
x_diff = abs(xgaia[i] - miri_x[j])
y_diff = abs(ygaia[i] - miri_y[j])
if x_diff < tol and y_diff < tol:
deltax.append(xgaia[i] - miri_x[j])
deltay.append(ygaia[i] - miri_y[j])
xpos.append(miri_x[j])
ypos.append(miri_y[j])
found_count +=1
if (x_diff < 0.5) and (y_diff < 0.5):
test = 'pass'
else:
test = 'fail'
print('{:15.6f} {:15.6f} {:15.6f} {:15.6f} {}'.format(miri_x[j], miri_y[j], x_diff, y_diff, test))
print()
print(found_count,' matches found')
diffarr = np.zeros(found_count)
for match in np.arange(0,found_count):
diffarr[match] = math.sqrt((deltax[match]**2)+(deltay[match]**2))
print()
#print(diffarr)
x y xdiff ydiff < 0.5 pix
991.316317 1058.295899 0.158757 0.427918 pass
879.225603 567.403344 0.040501 0.066155 pass
948.718887 633.992985 0.124252 0.014006 pass
518.508655 1012.064862 0.093318 0.229817 pass
932.907155 1134.401622 0.000311 0.350285 pass
702.175809 1131.106235 0.151719 0.028944 pass
796.708546 1053.737334 0.189127 0.147291 pass
951.306444 520.063284 0.027992 0.247654 pass
504.011194 609.178252 0.705100 0.975634 fail
650.514377 911.026244 0.168007 0.019297 pass
551.211549 730.613215 0.038967 0.218128 pass
929.819804 630.986997 0.046091 0.161219 pass
390.162805 791.163481 0.154534 0.085981 pass
801.298341 91.991146 0.119888 0.027786 pass
696.766344 1103.974218 0.236740 0.029920 pass
1048.628197 1091.132179 0.358860 0.048153 pass
680.037529 730.293192 0.225336 0.084684 pass
462.826894 752.844450 0.057659 0.171558 pass
659.400495 107.784256 0.008352 0.058421 pass
875.816901 458.901432 0.153583 0.125863 pass
853.494137 922.024393 0.019099 0.120486 pass
486.827796 629.166394 0.102552 0.069210 pass
69.969836 1113.678577 0.100259 0.084406 pass
889.832204 863.138914 0.120168 0.062744 pass
893.908428 360.494398 0.287294 0.119028 pass
599.820369 913.158647 0.012343 0.026124 pass
828.241622 651.589286 0.049354 0.033629 pass
479.039216 164.482441 0.144621 0.018955 pass
357.909300 598.711060 0.825070 0.885423 fail
982.278115 908.492462 0.050566 0.070092 pass
1051.186744 911.818470 0.034816 0.059730 pass
592.066547 800.507981 0.099072 0.114324 pass
424.550610 1123.938416 0.466600 0.015616 pass
368.024720 632.277040 0.138776 0.051488 pass
827.968448 236.264783 0.033423 0.006489 pass
936.186893 472.182594 0.237169 0.305431 pass
849.405972 897.251562 0.020232 0.103212 pass
456.323337 581.909854 0.026259 0.216414 pass
921.330650 396.616301 0.072769 0.051537 pass
668.799521 540.799477 0.042679 0.220050 pass
911.273790 632.804871 0.167309 0.178205 pass
266.959840 770.716553 0.211039 0.103292 pass
997.984146 1141.966422 0.137579 0.008701 pass
458.960776 680.960619 0.132932 0.085390 pass
932.453358 399.445345 0.087996 0.094843 pass
1020.035195 616.197628 0.075845 0.017281 pass
838.338851 145.277937 0.221991 0.372875 pass
985.807481 491.524355 0.001661 0.061338 pass
784.734658 860.004642 0.134658 0.006871 pass
877.014733 201.775005 0.005245 0.127161 pass
699.803052 434.199278 0.009997 0.102495 pass
318.502372 1053.947063 0.033822 0.131589 pass
816.133381 549.164211 0.037244 0.135599 pass
614.154810 803.173544 0.185601 0.210059 pass
1020.609698 1102.657887 0.115310 0.128336 pass
867.980054 1130.971407 0.000808 0.058334 pass
508.121812 1002.338894 0.094307 0.068497 pass
126.983867 1102.975570 0.008699 0.089078 pass
853.683536 1077.027793 0.073829 0.064529 pass
360.470053 93.482440 0.007009 0.102642 pass
822.347297 1090.142038 0.081639 0.056750 pass
667.902711 783.340595 0.005755 0.010728 pass
116.623086 988.128486 0.131224 0.150210 pass
638.002710 898.316730 0.006108 0.174067 pass
215.997892 763.682761 0.095948 0.210357 pass
455.197490 734.810591 0.011651 0.066057 pass
885.009588 297.986450 0.098452 0.019736 pass
626.003576 249.009518 0.026711 0.110860 pass
982.471664 473.012698 0.054699 0.032703 pass
441.962814 83.722990 0.008241 0.138600 pass
726.497321 411.027021 0.108569 0.020961 pass
450.066013 652.991912 0.054059 0.079874 pass
1045.721390 452.232047 0.086803 0.024080 pass
1009.366118 1006.020545 0.081084 0.020767 pass
358.122872 662.861705 0.563384 0.111386 fail
931.446764 1005.534337 0.176214 0.040220 pass
580.136647 651.197097 0.043235 0.222439 pass
672.001881 722.478576 0.007363 0.048967 pass
1024.022207 228.740306 0.169917 0.100406 pass
1063.960385 39.720282 0.166573 0.145529 pass
977.183111 107.503620 0.027353 0.077946 pass
123.962454 1020.046792 0.096890 0.273669 pass
982.637990 207.631244 0.055484 0.060908 pass
619.532591 243.547437 0.119815 0.045420 pass
506.192325 50.185707 0.151049 0.005360 pass
369.986145 222.238034 0.044209 0.116456 pass
443.005292 420.940966 0.065667 0.230129 pass
912.786362 799.450368 0.125776 0.082076 pass
729.593227 1148.168246 0.044821 0.061596 pass
713.699379 147.042955 0.108490 0.082049 pass
567.922157 772.940547 0.229932 0.119639 pass
816.636891 988.134323 0.131036 0.028521 pass
1027.054254 972.005814 0.104004 0.010808 pass
575.140452 336.808999 0.087201 0.117900 pass
465.225465 426.320985 0.047791 0.074526 pass
1040.022386 301.794110 0.066744 0.043764 pass
602.977994 740.729080 0.072607 0.141680 pass
582.978556 954.971347 0.034452 0.006588 pass
873.244597 1054.257134 0.011981 0.012685 pass
1075.002002 660.964028 0.011919 0.042905 pass
475.154527 1060.863684 0.056884 0.140276 pass
965.590009 412.141943 0.127398 0.010793 pass
576.978703 507.047734 0.113018 0.108172 pass
906.564117 94.620023 0.095587 0.033253 pass
456.125995 483.651706 0.145923 0.040164 pass
916.484923 912.023714 0.126401 0.020220 pass
610.522115 94.227273 0.054333 0.101639 pass
781.771198 256.980042 0.022000 0.061905 pass
709.185622 842.815491 0.017036 0.045701 pass
743.156877 153.314143 0.053533 0.061684 pass
791.340752 1059.753083 0.134633 0.024748 pass
743.865931 858.697743 0.027264 0.154917 pass
629.604541 302.483803 0.153204 0.017788 pass
737.305043 109.635985 0.104934 0.017675 pass
492.484195 1108.532965 0.017128 0.116512 pass
504.922298 971.008138 0.212932 0.123935 pass
37.505238 844.453432 0.007730 0.080188 pass
1065.726314 17.753698 0.023837 0.108488 pass
942.821361 972.039672 0.113883 0.023661 pass
956.574211 811.892241 0.030805 0.066317 pass
63.978546 1088.765941 0.197093 0.101042 pass
605.864576 769.856753 0.071766 0.111902 pass
255.496456 807.049679 0.138356 0.119521 pass
713.022181 625.790509 0.122274 0.065994 pass
737.361701 973.910447 0.045283 0.037031 pass
1064.498819 753.005258 0.020726 0.050021 pass
620.768803 228.346522 0.043635 0.061396 pass
790.850913 77.665750 0.092270 0.061914 pass
493.905342 113.343391 0.105401 0.031494 pass
610.002500 242.237141 0.026026 0.155434 pass
537.916036 575.652277 0.021176 0.058022 pass
547.395298 582.105602 0.062743 0.126052 pass
45.040100 785.005073 0.004540 0.039119 pass
155.412953 755.672795 0.109688 0.201782 pass
1001.336635 585.360736 0.065519 0.033946 pass
1070.641497 1001.739003 0.088486 0.051319 pass
33.844920 773.181602 0.146338 0.164158 pass
182.515007 958.502604 0.019884 0.062614 pass
86.887242 865.669731 0.002634 0.043464 pass
861.645594 610.006551 0.162088 0.000605 pass
624.608462 1094.732973 0.012178 0.076584 pass
662.461130 836.977021 0.063151 0.026055 pass
553.435706 754.708407 0.127410 0.127218 pass
1013.150085 535.841504 0.011485 0.031704 pass
364.836594 500.842158 0.068495 0.087814 pass
988.270209 271.785615 0.070923 0.019561 pass
969.526152 640.951770 0.059891 0.067354 pass
522.583467 666.510322 0.060550 0.026795 pass
1089.958265 1109.191485 0.098529 0.250884 pass
781.638655 685.071129 0.062256 0.014482 pass
1079.230968 943.453076 0.131920 0.126425 pass
381.553516 778.754874 0.254957 0.015011 pass
421.112625 494.383572 0.051432 0.094928 pass
413.507204 1071.473948 0.098510 0.007658 pass
771.363879 207.623890 0.063000 0.009418 pass
933.117083 967.619117 0.014441 0.090210 pass
658.030207 1048.959684 0.072541 0.003660 pass
610.199170 827.962288 0.000040 0.041596 pass
772.145234 311.137656 0.058782 0.028411 pass
849.925505 851.692320 0.053732 0.087854 pass
692.308053 649.003105 0.067551 0.073969 pass
586.559803 172.424370 0.115077 0.163313 pass
439.959683 74.149117 0.239289 0.050822 pass
745.669123 814.728506 0.027244 0.066083 pass
57.437790 1057.252938 0.229500 0.096189 pass
839.971492 81.243434 0.067536 0.142781 pass
579.802896 317.799313 0.044361 0.154973 pass
936.276309 278.568641 0.101811 0.383869 pass
597.015954 339.818009 0.096917 0.012613 pass
753.543847 280.485427 0.030049 0.014536 pass
989.530092 1127.538185 0.065499 0.112240 pass
592.276008 124.373964 0.194774 0.000789 pass
110.014028 923.727136 0.042787 0.088026 pass
658.335248 22.366770 0.051907 0.106989 pass
80.954805 1072.503089 0.226382 0.015775 pass
873.138224 358.124090 0.107558 0.015821 pass
818.420699 416.548002 0.091066 0.094066 pass
896.603935 148.916127 0.013261 0.039101 pass
976.987387 126.321756 0.006709 0.045911 pass
942.287300 1009.484949 0.020075 0.007175 pass
598.491229 888.182876 0.104931 0.078541 pass
658.298603 479.146804 0.028463 0.088678 pass
816.835249 200.015182 0.075983 0.065986 pass
937.064651 137.556992 0.016719 0.116782 pass
1073.981618 1088.735751 0.011821 0.360443 pass
525.527537 843.521573 0.033966 0.035766 pass
915.864273 850.713020 0.069602 0.003407 pass
938.472409 179.784668 0.066034 0.224280 pass
538.067628 1101.689574 0.021626 0.054161 pass
168.336572 1110.630581 0.122924 0.009901 pass
845.970662 557.211253 0.024839 0.068068 pass
791.422326 14.107460 0.053018 0.123733 pass
916.173396 1066.251716 0.046212 0.132562 pass
596.981928 605.197565 0.011669 0.052017 pass
838.611680 1090.353736 0.097218 0.101328 pass
699.962698 934.377109 0.031752 0.092325 pass
662.273918 213.827364 0.128269 0.069841 pass
1038.920261 478.579239 0.089510 0.087981 pass
347.151645 884.163085 0.044848 0.069653 pass
627.574592 1068.632239 0.015237 0.186124 pass
785.956385 586.940038 0.072736 0.107663 pass
1101.812116 545.439122 0.036007 0.053637 pass
554.178599 871.542499 0.202729 0.137624 pass
443.953743 1045.310811 0.056080 0.059793 pass
668.515724 187.899562 0.050741 0.068445 pass
566.496471 764.849759 0.066367 0.169671 pass
738.604657 1044.096065 0.130693 0.097090 pass
719.406169 727.255960 0.035237 0.043524 pass
441.680186 529.996172 0.149720 0.059410 pass
45.746031 1026.489570 0.028235 0.051804 pass
381.990192 805.991119 0.142780 0.008589 pass
51.352299 775.369929 0.010019 0.013083 pass
882.000302 225.977422 0.034017 0.048629 pass
922.225312 1023.451655 0.071380 0.023550 pass
1009.052356 67.493142 0.147550 0.075931 pass
713.575199 1021.777165 0.056995 0.156949 pass
1049.917984 170.783936 0.107370 0.194553 pass
560.389689 638.093342 0.015753 0.035356 pass
586.189179 718.984830 0.079813 0.090531 pass
812.917833 331.369467 0.053702 0.112393 pass
758.150774 638.188539 0.029939 0.027138 pass
996.976304 542.238292 0.044575 0.057062 pass
774.454975 179.790050 0.011638 0.157620 pass
1007.121352 324.089667 0.052408 0.056238 pass
557.885600 262.641806 0.055558 0.067200 pass
414.672342 74.192116 0.119576 0.121736 pass
722.873389 350.161478 0.090929 0.040990 pass
211.884525 774.664978 0.064267 0.049072 pass
82.613153 1134.564987 0.017324 0.028607 pass
548.389529 100.860690 0.103675 0.009133 pass
221.881913 754.328617 0.137106 0.180923 pass
765.860668 705.859383 0.066644 0.081674 pass
675.414995 344.377609 0.033860 0.043306 pass
457.536717 690.503788 0.133503 0.014108 pass
394.311516 618.390191 0.049194 0.021860 pass
302.180746 809.871120 0.148727 0.107876 pass
257.028919 801.736875 0.181059 0.026668 pass
31.927571 1067.292816 0.153200 0.050091 pass
530.797792 112.293871 0.095245 0.119919 pass
472.441463 1105.907745 0.030746 0.158896 pass
484.017136 644.988675 0.043671 0.000844 pass
769.617417 719.681161 0.038005 0.235831 pass
1049.976554 322.872245 0.017476 0.125091 pass
931.720832 661.480799 0.106119 0.041359 pass
697.613685 863.122164 0.129935 0.021106 pass
797.119515 349.614415 0.060558 0.201023 pass
1016.510459 226.372934 0.061211 0.157744 pass
734.371693 660.918669 0.237424 0.085979 pass
720.481002 828.521689 0.034683 0.017807 pass
415.473882 912.022496 0.058205 0.123916 pass
384.026758 639.933001 0.241466 0.233334 pass
353.493431 1095.507785 0.021686 0.045664 pass
269.551436 1050.130011 0.010041 0.014940 pass
89.434052 965.799021 0.092679 0.038524 pass
207.449538 943.453885 0.197532 0.012075 pass
615.360615 525.339842 0.024480 0.006596 pass
776.088673 927.403823 0.069792 0.029681 pass
907.150416 394.978797 0.084567 0.020930 pass
163.986150 819.524385 0.126324 0.042214 pass
435.199959 1141.378107 0.138720 0.125253 pass
961.209830 418.404366 0.053277 0.177977 pass
610.348865 1033.869504 0.048634 0.034389 pass
894.729860 774.482282 0.000544 0.049094 pass
1017.699695 161.996551 0.074018 0.039065 pass
911.481491 246.238139 0.027641 0.005089 pass
481.785280 221.989553 0.020746 0.054287 pass
634.816070 1127.596508 0.255516 0.025662 pass
1034.522021 472.740441 0.310036 0.105207 pass
825.707973 36.393838 0.213677 0.104182 pass
844.297735 50.557406 0.040095 0.158111 pass
581.497066 115.244267 0.017733 0.092926 pass
808.176218 487.148783 0.030213 0.011041 pass
41.526875 821.940175 0.008797 0.042865 pass
16.209792 1028.321220 0.081905 0.095827 pass
781.626132 752.866401 0.093874 0.074790 pass
64.676791 788.665357 0.028668 0.030007 pass
586.530531 794.699940 0.065973 0.058297 pass
424.795879 627.000625 0.027067 0.070098 pass
549.475631 969.483381 0.084499 0.050053 pass
647.497533 593.356818 0.000959 0.040413 pass
645.138210 260.860714 0.001364 0.061835 pass
454.853854 368.181288 0.066592 0.145114 pass
206.016858 1123.524614 0.011536 0.123063 pass
1039.612897 526.850532 0.102097 0.041549 pass
530.257541 1005.040749 0.001296 0.101297 pass
618.998427 831.144631 0.054339 0.086053 pass
395.221296 306.471940 0.050255 0.003472 pass
352.372374 993.311605 0.081529 0.163884 pass
592.370855 179.087862 0.132629 0.074037 pass
473.067590 658.593704 0.006534 0.113062 pass
595.520862 396.690271 0.097239 0.021235 pass
185.689497 805.520178 0.080337 0.011314 pass
458.782037 1001.440795 0.089310 0.039135 pass
635.310767 829.396241 0.142337 0.020688 pass
962.560939 1134.718420 0.205378 0.045380 pass
1034.917883 918.301165 0.082618 0.096618 pass
925.948435 316.589390 0.049762 0.117421 pass
337.253511 1082.794631 0.076763 0.009943 pass
809.216671 572.504302 0.058993 0.026252 pass
508.598590 65.100703 0.131257 0.093661 pass
412.710092 252.586635 0.085684 0.141802 pass
511.292657 418.162615 0.012268 0.074667 pass
419.253544 194.439339 0.044061 0.051726 pass
1070.987236 542.127622 0.076552 0.003748 pass
761.631347 1103.939370 0.146029 0.124415 pass
636.325874 401.338570 0.016398 0.054818 pass
883.061293 621.079733 0.054027 0.072747 pass
1090.384173 308.232090 0.056654 0.052864 pass
847.631846 419.904582 0.110378 0.165022 pass
458.521259 1085.734745 0.024261 0.103660 pass
168.542385 868.730609 0.123291 0.081327 pass
359.560225 894.677195 0.186273 0.033568 pass
146.850492 1039.128495 0.001485 0.051437 pass
709.569078 946.985090 0.000317 0.030257 pass
642.322935 1088.660949 0.014280 0.035614 pass
589.792248 1055.152492 0.200166 0.132715 pass
813.960948 924.086785 0.050061 0.003237 pass
368.481684 447.304523 0.047658 0.005413 pass
643.294558 518.500715 0.132991 0.003832 pass
830.992799 363.324097 0.066449 0.159539 pass
680.301635 973.464158 0.028785 0.054803 pass
502.995113 1040.004266 0.056449 0.074545 pass
832.603648 772.510529 0.172415 0.022775 pass
524.582927 877.205530 0.104959 0.044753 pass
931.829019 61.582666 0.029314 0.121391 pass
278.893173 863.544080 0.060314 0.105969 pass
390.538468 714.943461 0.015999 0.031085 pass
672.599678 1149.997056 0.066224 0.064460 pass
1016.054996 95.545388 0.003291 0.159616 pass
176.425022 909.586620 0.058943 0.146482 pass
724.288776 892.799358 0.099669 0.009274 pass
646.934855 1113.245512 0.195811 0.069888 pass
128.360340 1000.074851 0.131975 0.068838 pass
622.511214 773.232216 0.008597 0.051513 pass
644.347807 739.333048 0.110975 0.105220 pass
868.230246 1039.696443 0.054746 0.064187 pass
498.768550 211.174441 0.022204 0.073225 pass
942.257189 987.420615 0.037176 0.080253 pass
100.638954 965.652459 0.072781 0.082841 pass
178.870939 1098.365242 0.069398 0.068899 pass
677.226467 986.106584 0.042528 0.057254 pass
835.295748 989.278895 0.045811 0.033846 pass
1010.164741 374.933936 0.018253 0.051113 pass
795.103673 521.632504 0.082120 0.195352 pass
498.430906 795.244829 0.163724 0.013272 pass
257.748709 897.413591 0.013472 0.066438 pass
1018.178737 81.394843 0.116841 0.115560 pass
472.667926 529.629335 0.098217 0.096545 pass
426.515587 320.766634 0.051406 0.139371 pass
813.234443 294.542821 0.074859 0.111006 pass
1022.475739 894.758664 0.002031 0.035292 pass
575.107887 635.089664 0.034582 0.099644 pass
378.159479 511.174451 0.056398 0.081020 pass
286.429336 817.893575 0.018334 0.173343 pass
457.532420 514.712775 0.040548 0.005789 pass
917.909516 1032.008521 0.105412 0.044362 pass
418.468767 773.266108 0.070903 0.070074 pass
847.154250 907.368292 0.082586 0.037998 pass
721.272913 93.053761 0.042214 0.010583 pass
877.908788 313.440734 0.032652 0.017897 pass
596.579476 933.300423 0.045218 0.100186 pass
757.315292 1074.433204 0.045197 0.016623 pass
273.550765 868.413162 0.033846 0.089881 pass
1041.861086 465.321327 0.019235 0.070209 pass
453.202329 1047.037364 0.059970 0.062124 pass
160.927489 1137.969240 0.107429 0.073724 pass
199.787373 1137.157186 0.052146 0.158908 pass
968.346938 632.971399 0.020592 0.004419 pass
387.873911 985.439881 0.116960 0.043858 pass
1055.680062 599.647386 0.067062 0.069251 pass
127.065049 1094.094170 0.051757 0.113467 pass
841.150036 743.668324 0.047425 0.001381 pass
659.770733 352.418226 0.070319 0.080970 pass
19.039383 769.403781 0.054449 0.067704 pass
387.094985 176.700058 0.101471 0.025870 pass
569.950349 559.477560 0.023729 0.005287 pass
954.272133 390.665474 0.032674 0.017161 pass
858.322748 191.380433 0.047185 0.020272 pass
1029.869019 806.308326 0.023657 0.044735 pass
693.148803 1032.693330 0.012772 0.093419 pass
944.258577 60.306297 0.036077 0.129650 pass
135.808945 862.065342 0.018805 0.117427 pass
1009.849540 249.505109 0.107837 0.057766 pass
371.530704 210.979319 0.051919 0.016451 pass
19.300138 917.429326 0.012290 0.042561 pass
528.063115 1050.492759 0.100840 0.141368 pass
466.896934 126.966331 0.058828 0.022296 pass
630.144101 672.551974 0.067675 0.021699 pass
789.263630 25.215676 0.021322 0.002859 pass
755.082117 305.491206 0.059474 0.017430 pass
604.507054 584.014694 0.030786 0.016697 pass
669.702817 588.101519 0.191054 0.302658 pass
832.494588 184.942352 0.039594 0.017471 pass
129.692228 992.830368 0.019149 0.000126 pass
327.743222 1027.279059 0.094572 0.155521 pass
427.462847 995.895463 0.026488 0.132433 pass
409.437393 728.898491 0.079745 0.030667 pass
542.358440 669.697544 0.024531 0.016228 pass
618.099817 109.490995 0.026526 0.001477 pass
928.848196 386.315895 0.015877 0.033377 pass
1011.240364 470.194898 0.027795 0.060103 pass
809.878763 361.924769 0.044456 0.066014 pass
156.798441 941.255880 0.067627 0.022949 pass
869.982985 815.162521 0.003161 0.053717 pass
566.090799 334.130812 0.071568 0.104255 pass
504.103011 835.586924 0.049421 0.087757 pass
787.637418 526.804049 0.033217 0.074402 pass
1051.980236 106.153892 0.071854 0.169648 pass
497.731898 592.067927 0.015106 0.007196 pass
845.125095 656.677191 0.021350 0.034538 pass
713.778804 1140.028100 0.038195 0.159868 pass
282.915536 1093.327653 0.029217 0.258676 pass
505.507820 400.476333 0.036873 0.068678 pass
222.486799 1095.915409 0.019498 0.064473 pass
437.470979 403.101966 0.016652 0.020415 pass
489.470305 104.498382 0.031053 0.020933 pass
460.126161 773.138136 0.027388 0.077608 pass
523.021843 892.023608 0.002158 0.107229 pass
845.185838 398.417403 0.066787 0.041083 pass
215.584956 833.624331 0.054620 0.107900 pass
739.547130 773.972548 0.039394 0.001661 pass
604.185317 204.771153 0.044750 0.022902 pass
564.632739 732.145744 0.800151 0.260851 fail
499.362686 497.129035 0.003102 0.060800 pass
658.239607 532.333362 0.001831 0.044794 pass
601.264163 969.667623 0.029326 0.103521 pass
814.533383 455.509970 0.008315 0.040723 pass
940.496795 825.525100 0.034425 0.036344 pass
458.058923 559.886554 0.029369 0.009196 pass
949.720256 177.185343 0.033109 0.049750 pass
984.283199 1017.565387 0.168498 0.075968 pass
636.176329 167.614180 0.109878 0.231307 pass
956.873682 1009.235095 0.020034 0.073498 pass
471.965982 263.318588 0.597938 0.180665 fail
555.508862 692.127545 0.028345 0.046452 pass
529.458435 79.513174 0.059671 0.002911 pass
411.780017 1030.604228 0.028557 0.022400 pass
871.462860 1144.032247 0.090009 0.042257 pass
738.392774 716.531555 0.052941 0.066353 pass
949.068822 403.406694 0.043257 0.031415 pass
1023.848835 718.083434 0.026582 0.000197 pass
943.101488 205.379976 0.011721 0.077469 pass
565.416516 14.598431 0.470123 0.853178 fail
793.200440 763.400148 0.091380 0.097560 pass
1086.573876 940.722726 0.064931 0.129923 pass
918.941931 874.744511 0.034439 0.096553 pass
491.503452 841.262001 0.012033 0.014678 pass
644.470564 619.128765 0.046911 0.033713 pass
167.605867 893.797679 0.025682 0.011206 pass
486.080482 584.301387 0.105982 0.039817 pass
954.782243 1108.430774 0.093219 0.118738 pass
1056.033897 1114.966096 0.047132 0.101837 pass
915.985942 370.301622 0.012882 0.046170 pass
945.983306 769.539738 0.049100 0.011331 pass
634.647968 926.639805 0.005387 0.000442 pass
902.007557 357.378970 0.019055 0.034061 pass
1013.034900 358.050491 0.025259 0.026772 pass
741.392467 1143.267097 0.115375 0.094392 pass
520.596617 650.220197 0.193930 0.209572 pass
1056.545194 378.212400 0.041127 0.051137 pass
753.841863 864.306383 0.046506 0.033866 pass
802.250354 916.467969 0.000060 0.041413 pass
1035.548672 795.753224 0.019714 0.059071 pass
58.219795 1114.150347 0.042557 0.086981 pass
621.413890 513.187262 0.076007 0.167634 pass
370.278112 672.800514 0.030564 0.020508 pass
575.589350 323.133227 0.011444 0.111866 pass
589.215315 146.458639 0.020236 0.036337 pass
594.304878 459.445620 0.067491 0.024760 pass
907.387594 530.692970 0.056464 0.031730 pass
150.771163 923.719315 0.010957 0.105522 pass
458.896873 149.341322 0.032867 0.041018 pass
397.111902 375.754998 0.073427 0.063351 pass
747.699291 615.914069 0.083683 0.021685 pass
594.099869 1137.156864 0.008131 0.166258 pass
977.824655 1070.337272 0.081673 0.135755 pass
805.716715 714.296198 0.060691 0.030543 pass
343.112669 932.417774 0.035242 0.076892 pass
727.115284 1021.390955 0.018422 0.089760 pass
89.015411 985.886448 0.121371 0.215741 pass
21.482911 850.340902 0.059454 0.048267 pass
775.712992 651.672103 0.111042 0.031228 pass
352.423366 1002.065288 0.014029 0.092805 pass
1081.589335 293.609912 0.059069 0.017616 pass
1026.461793 269.912278 0.021631 0.031779 pass
334.883665 1116.544907 0.004219 0.148812 pass
519.145479 489.293595 0.134367 0.007627 pass
797.944473 394.103541 0.039125 0.007693 pass
840.309771 135.362359 0.038628 0.058601 pass
220.998213 1073.973537 0.243154 0.385938 pass
674.645954 405.496156 0.047709 0.008450 pass
553.817802 1050.872190 0.081701 0.119251 pass
378.926254 575.081987 0.191905 0.105470 pass
478.720951 1032.313939 0.202660 0.358354 pass
396.762450 1113.080321 0.034479 0.065819 pass
521.066606 249.991831 0.127455 0.791325 fail
496 matches found
# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(deltax, deltay)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x difference in pixels')
plt.ylabel('y difference in pixels')
Text(0, 0.5, 'y difference in pixels')
# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(xpos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x position in pixels')
plt.ylabel('magnitude of vector diff in pixels')
Text(0, 0.5, 'magnitude of vector diff in pixels')
# Look at differences in position
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(ypos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('y position in pixels')
plt.ylabel('magnitude of vector diff in pixels')
Text(0, 0.5, 'magnitude of vector diff in pixels')
# Compare Gaia catalogs to see if the pipeline used the same dataset out of Vizier
# set the tolerance for differences and initialize counters
tol = 1.e-5 # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0
# Set up array for matches
detected = np.chararray(len(gaia_ra))
#print(np.shape(detected))
for ra,dec,idx in zip(gaia_ra, gaia_dec,range(len(gaia_ra))):
match = np.where((np.abs(gaia_cat['RA']-ra) < tol) & (np.abs(gaia_cat['DEC']-dec) < tol))
#print('match', match)
if np.size(match) == 1:
found_count +=1
detected[idx] = 'Y'
if np.size(match) > 1:
multiples_count +=1
if np.size(match) < 1:
missed_count +=1
total_percent_found = (found_count/len(gaia_ra))*100
print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (gaia) sources:',len(gaia_ra))
print('Total number in output (gaia) catalog:',len(gaia_cat))
print('Total percent found:',total_percent_found)
print('\n')
if (found_count == len(gaia_cat)):
print('All gaia images output by pipeline match Gaia sources found from Vizier')
SNR threshold used for pipeline: 5 Total matches found: 2187 Total missed: 7812 Number of multiples: 0 Total number of input (gaia) sources: 9999 Total number in output (gaia) catalog: 2187 Total percent found: 21.872187218721873 All gaia images output by pipeline match Gaia sources found from Vizier
# Get RA and Dec for sources found in output catalog by pipeline
cat_ra = catalog['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
if (cat_ra[i]>180.):
cat_ra[i] -= 360.
cat_dec = catalog['sky_centroid'].dec.deg
#print(cat_ra)
#print()
#print(cat_dec)
# Look at position differences in RA and Dec rather than pixels
allRAdiff_cal = []
allDecdiff_cal = []
# Get coordinates with SkyCoord for each catalog
cat_miri = Table([cat_ra, cat_dec], names=('ra', 'dec'))
cat_gaia = Table([gaia_cat['RA'], gaia_cat['DEC']], names=('ra', 'dec'))
coord_cat_gaia = SkyCoord(ra=cat_gaia['ra'], dec=cat_gaia['dec'], unit="deg")
coord_cat_miri = SkyCoord(ra=cat_miri['ra'], dec=cat_miri['dec'], unit="deg")
ind_catmiri_catgaia, dist_2d, _ = match_coordinates_sky(coord_cat_gaia, coord_cat_miri)
# Find where the catalogs match
cat1_matched = cat_gaia[dist_2d.arcsec<0.05]
cat2_matched = cat_miri[ind_catmiri_catgaia[dist_2d.arcsec<0.05]]
#print(cat1_matched)
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec']
#print(ra_diff)
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas) Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
#if ra_diff[i] < 30 and dec_diff[i] < 30:
allRAdiff_cal.append(ra_diff[i])
allDecdiff_cal.append(dec_diff[i])
if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30:
test = 'pass'
else:
test = 'fail'
print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA (mas)')
plt.xlabel('Delta Dec (mas)')
plt.scatter(ra_diff,dec_diff)
plt.show()
RA_Diff (mas) Dec_diff (mas) pass/fail
16.884274 -6.235481 pass
-37.465942 -4.402025 fail
-44.023642 22.766242 fail
-23.090682 37.995107 fail
-48.829823 -0.378009 fail
-68.214559 11.587643 fail
-7.719083 27.508064 pass
-50.665531 -5.985201 fail
-2.343434 24.560878 pass
-3.585079 -18.553936 pass
-53.441225 5.752850 fail
-38.852172 0.236663 fail
71.228537 8.732720 fail
-107.753499 -13.559508 fail
-75.235557 3.964743 fail
6.512994 19.942125 pass
-6.428747 6.143314 pass
39.133027 17.211554 fail
-2.062752 13.510134 pass
-27.133392 -9.879278 pass
25.457961 11.470611 pass
32.993603 9.592826 fail
80.879629 19.570469 fail
-2.091510 -3.119240 pass
-13.029603 -4.791553 pass
-43.422275 -5.399191 fail
10.991245 8.775422 pass
-14.715074 5.668819 pass
-38.169319 10.105803 fail
-39.502916 -8.792767 fail
-10.750437 -0.070664 pass
-93.446549 27.623434 fail
-0.569928 11.663005 pass
6.145189 -24.081278 pass
19.073571 7.277011 pass
1.330015 -24.855227 pass
39.918961 23.208028 fail
58.444254 16.080191 fail
41.960952 4.139236 fail
46.716764 -6.187223 fail
33.445988 -8.245180 fail
-24.576210 0.113472 pass
-93.150219 35.297737 fail
-3.540982 6.690739 pass
-42.077845 -2.376952 fail
6.772765 -13.913091 pass
-9.850043 10.885171 pass
-1.785343 -15.055332 pass
-20.461845 13.843238 pass
-71.235968 18.485074 fail
27.150824 16.596185 pass
-4.109529 6.307561 pass
-33.681898 5.246387 fail
8.557071 -9.461881 pass
18.558030 8.711327 pass
4.585247 -11.295869 pass
-28.995667 4.260691 pass
-2.486954 1.030246 pass
30.697305 19.323937 fail
-9.605099 19.020754 pass
43.512035 -20.602262 fail
-0.753180 7.434443 pass
-31.710389 -0.141920 fail
0.944601 12.642573 pass
14.735597 4.815841 pass
-6.574122 15.224575 pass
34.923430 0.241238 fail
-11.444750 -9.914065 pass
-28.404608 0.596601 pass
23.690339 4.135274 pass
51.813369 8.452298 fail
-28.033971 23.125622 pass
0.956513 -5.481495 pass
-45.837575 -14.831587 fail
41.812361 19.647694 fail
-13.591758 7.819287 pass
11.950048 31.923681 fail
-21.156129 5.318697 pass
-40.001898 2.153891 fail
-46.294666 -4.073263 fail
5.995171 13.653665 pass
-5.134317 -26.480136 pass
-33.444826 -11.819673 fail
-17.932465 5.641097 pass
28.095846 11.411030 pass
78.967714 -7.653483 fail
-38.624559 -6.132606 fail
-32.864111 -1.243527 fail
-19.169529 -14.805663 pass
-19.675878 6.978602 pass
-17.720234 -6.295135 pass
13.093478 17.048018 pass
10.217265 1.512362 pass
-4.543297 1.097701 pass
6.521302 -4.376111 pass
8.334458 16.531486 pass
-38.638683 -4.125977 fail
27.790814 14.348342 pass
27.319970 5.822155 pass
-47.737867 0.982290 fail
37.733727 5.126352 fail
-10.084331 -12.281396 pass
10.878631 -6.204552 pass
2.247598 5.351369 pass
-20.599204 5.450665 pass
39.990763 5.806602 fail
-1.806956 17.433705 pass
-48.498028 -1.616467 fail
31.238945 4.346686 fail
-12.987813 12.240769 pass
57.661542 18.371106 fail
2.883584 -8.877132 pass
-14.523519 11.212718 pass
-33.638223 -5.209641 fail
5.134059 7.907110 pass
54.316547 15.510372 fail
14.798389 13.798909 pass
34.906584 16.161293 fail
-33.429250 -9.990362 fail
-11.552726 -5.066024 pass
-3.094213 -5.905972 pass
-17.523588 5.649595 pass
24.408766 8.852341 pass
-30.480129 -5.852777 fail
-2.203207 17.461425 pass
2.718849 6.783361 pass
-27.700785 12.220316 pass
1.168714 -4.348384 pass
20.635780 24.420958 pass
17.997909 5.202113 pass
-30.750906 3.509345 fail
34.455013 21.183742 fail
-10.272535 6.332702 pass
-2.045214 4.775712 pass
-50.123502 -3.693087 fail
-1.293280 8.588305 pass
21.241627 -1.362869 pass
30.991144 16.747656 fail
-5.644189 3.171691 pass
15.385747 11.108236 pass
20.610777 3.766684 pass
-14.051878 -8.694416 pass
-20.481161 1.505173 pass
-47.082810 24.916955 fail
-20.195696 0.127599 pass
32.403106 16.775080 fail
79.808815 4.266866 fail
22.145806 -9.107735 pass
-30.970649 -1.448509 fail
-18.835676 -2.480734 pass
-1.504606 10.118478 pass
22.188425 2.077962 pass
-2.733011 4.512507 pass
20.031282 -1.719704 pass
-22.415755 8.281671 pass
-25.758177 6.457870 pass
-24.784684 -20.376130 pass
77.247230 0.016677 fail
4.055788 7.798646 pass
77.320652 -5.137123 fail
-30.271320 13.921120 fail
23.916272 -15.782916 pass
-56.792516 39.271273 fail
-30.771477 -0.874613 fail
-8.322620 -2.272534 pass
-27.683162 10.650794 pass
60.205690 4.420038 fail
-7.438990 -10.536536 pass
8.980100 12.805632 pass
68.987238 6.937415 fail
32.178309 4.209366 fail
21.922411 12.312696 pass
1.514280 4.548094 pass
0.959619 -5.134819 pass
-6.680893 0.312096 pass
27.255338 10.948708 pass
2.945134 10.277206 pass
-27.819011 5.396252 pass
-12.871237 12.277980 pass
-20.222748 39.362664 fail
-12.860188 3.093126 pass
21.737703 1.245702 pass
5.584207 25.855377 pass
10.263923 -5.373651 pass
38.675527 1.765562 fail
-12.170507 6.806480 pass
24.527158 -12.192342 pass
-5.514914 -15.448996 pass
0.175284 5.912047 pass
23.356571 13.244792 pass
3.717295 10.749265 pass
35.014224 10.544165 fail
-33.466834 7.463780 fail
-18.457452 6.518277 pass
-7.582802 20.539805 pass
29.584138 -9.991021 pass
-7.574885 -6.652967 pass
53.593085 19.620511 fail
-21.287327 5.187786 pass
11.160128 8.598294 pass
9.320772 19.939365 pass
33.991756 13.560022 fail
8.016603 5.537013 pass
-42.354741 -9.906088 fail
-12.142331 4.967971 pass
43.575779 4.233095 fail
-3.958342 1.188072 pass
-7.295697 -6.062610 pass
23.625297 -0.897119 pass
-50.567827 4.812728 fail
-27.993757 15.700918 pass
-46.005840 18.608206 fail
-7.200236 3.470250 pass
18.696487 11.667031 pass
9.170309 13.434322 pass
-11.043587 2.249553 pass
9.998479 7.222849 pass
-6.801203 17.365020 pass
-19.901709 4.883134 pass
21.588770 -6.003786 pass
44.939347 -10.442292 fail
-30.792518 2.339900 fail
-16.639521 -6.807374 pass
-3.475664 -3.503105 pass
31.417346 3.388189 fail
-54.298735 16.458832 fail
-25.990271 7.313406 pass
-13.315331 3.913158 pass
-42.195323 -1.557710 fail
13.764819 3.508419 pass
-38.876844 -15.138618 fail
-54.223681 -7.075830 fail
44.093350 8.969311 fail
-21.520706 -15.209854 pass
-0.977975 17.946108 pass
-13.441948 -1.101809 pass
-27.322113 24.696591 pass
-2.870186 13.971797 pass
30.056323 6.947622 fail
-38.772302 -5.300026 fail
5.439925 23.205849 pass
-29.322784 15.687535 pass
-79.048630 3.823595 fail
9.544578 2.735036 pass
9.825999 14.787124 pass
90.005626 -19.727515 fail
-9.718641 4.451511 pass
4.090183 -1.388437 pass
31.199157 -2.039621 fail
60.291200 5.872961 fail
7.999274 -0.148756 pass
23.536975 -1.600783 pass
24.739588 4.230992 pass
-41.838569 1.662321 fail
51.169940 -10.375338 fail
28.216331 -18.066105 pass
-17.309430 2.603233 pass
-3.413953 5.311754 pass
-25.435004 2.519587 pass
8.200238 1.192772 pass
9.982527 -5.408858 pass
80.712645 3.137441 fail
-102.725794 4.213357 fail
-72.845232 6.349647 fail
-22.808162 16.219582 pass
11.596789 -9.669273 pass
-10.063164 0.497214 pass
-5.539445 4.446966 pass
19.029878 12.285110 pass
-33.953542 5.935260 fail
-6.890944 -3.916583 pass
16.546384 7.850502 pass
12.984651 -6.977503 pass
22.822991 7.385312 pass
-2.962750 4.361089 pass
-4.497167 6.675267 pass
-30.130958 14.200806 fail
-11.676953 13.082319 pass
-34.287299 2.135912 fail
-6.285028 11.016918 pass
11.117459 10.591843 pass
15.297777 1.537982 pass
36.016747 -15.890954 fail
45.841125 -4.962224 fail
-5.433039 12.414648 pass
-31.441877 0.052970 fail
25.584613 0.627876 pass
-30.198721 2.178059 fail
42.633825 5.540628 fail
-60.495812 -9.690611 fail
31.931746 -8.558976 fail
7.614853 13.888774 pass
-24.397037 -0.696612 pass
16.494345 4.214643 pass
-34.371369 -13.193757 fail
-35.802634 13.401324 fail
-8.709901 7.815145 pass
10.206466 6.629022 pass
-23.896495 -1.370993 pass
36.927951 16.879830 fail
-1.451516 -6.325278 pass
-21.500670 6.636604 pass
-20.990598 4.417883 pass
-44.993062 15.338974 fail
-14.343217 10.681968 pass
-43.478167 5.974940 fail
-55.383166 -7.948156 fail
3.846338 -5.545366 pass
-1.901095 3.288948 pass
-2.062894 -4.193535 pass
70.660182 -9.757962 fail
-15.689337 -0.809924 pass
-15.083186 -0.514203 pass
-40.840451 -3.494832 fail
9.994830 18.843203 pass
5.279416 6.610932 pass
12.536104 9.392073 pass
-51.781860 -6.468368 fail
-29.496832 -7.283566 pass
1.039640 13.845125 pass
-25.629562 10.100852 pass
-6.993819 3.001840 pass
-24.739823 5.456145 pass
-11.556367 17.234530 pass
8.583320 17.250884 pass
-31.423634 -1.304238 fail
55.934429 12.117450 fail
45.350234 -4.419927 fail
-0.742357 5.786263 pass
-41.245267 8.842003 fail
21.171449 -5.690871 pass
-11.679955 7.429240 pass
16.802601 -7.840342 pass
-27.961826 7.306126 pass
16.927260 9.076896 pass
-16.930914 5.224097 pass
-16.400711 2.607918 pass
-2.259781 -5.966786 pass
12.474490 23.090618 pass
49.737249 5.228179 fail
-0.210495 7.517926 pass
-43.704458 9.822613 fail
-36.713458 8.200490 fail
-25.057258 13.929428 pass
15.796503 13.774164 pass
-2.963678 3.780172 pass
-17.259614 10.007280 pass
-12.093976 -10.091843 pass
-5.749266 19.226502 pass
-12.911664 -0.309735 pass
29.653049 7.257844 pass
26.537635 -5.961015 pass
28.040911 -2.205309 pass
-13.733440 0.170593 pass
-11.266621 1.184132 pass
7.366157 11.913463 pass
-15.073968 0.754795 pass
4.544629 10.531690 pass
1.299801 8.060686 pass
-22.644431 5.350517 pass
28.375422 10.478663 pass
5.659896 18.441959 pass
-6.070427 -0.957128 pass
33.275716 7.462382 fail
16.138269 9.067201 pass
8.537723 13.503551 pass
-14.748013 -0.949995 pass
-16.384291 -10.410109 pass
12.384979 8.600557 pass
29.642038 5.150533 pass
6.984287 1.122683 pass
-8.958533 -2.619081 pass
-13.233782 -3.292171 pass
-10.271157 4.302013 pass
-2.223723 10.427978 pass
-19.695378 13.224849 pass
-1.913379 13.172247 pass
-37.117535 3.762971 fail
14.956323 2.983910 pass
-6.600406 4.333447 pass
21.851149 17.667863 pass
-19.637289 1.058740 pass
-22.347309 0.786369 pass
-6.394890 -0.803884 pass
17.220619 3.268044 pass
-10.615100 1.098354 pass
-79.009270 28.401819 fail
-11.074748 -2.812359 pass
-5.913995 -0.455855 pass
18.995049 19.055866 pass
-16.926083 13.751602 pass
-26.672057 1.482332 pass
-6.511610 -2.327830 pass
8.094565 0.773941 pass
-7.108816 3.251628 pass
4.612887 7.163205 pass
-18.089106 6.129605 pass
-22.424952 0.927667 pass
-4.528244 5.752397 pass
-28.979201 9.652318 pass
-21.066953 8.374782 pass
-15.175105 7.299677 pass
-33.390372 16.731499 fail
4.194191 1.130022 pass
-8.879371 3.250677 pass
-22.379130 16.453044 pass
-8.014492 28.733953 pass
-15.917233 6.596569 pass
1.782692 7.444102 pass
3.800876 2.599331 pass
8.212873 2.988483 pass
3.349799 9.051472 pass
-7.742069 11.580491 pass
17.918529 6.003865 pass
-23.992875 10.442688 pass
-12.066070 -1.093119 pass
-15.330837 1.448729 pass
-4.965170 6.523066 pass
2.389112 -4.900803 pass
-15.902386 10.548672 pass
-5.257247 4.223959 pass
8.235669 4.740435 pass
9.682299 -0.318230 pass
6.939143 6.163327 pass
-57.117213 4.325842 fail
18.694266 27.631319 pass
1.329229 8.435910 pass
5.697039 5.694454 pass
-18.620059 -1.063921 pass
7.353590 3.090286 pass
-30.627550 2.493828 fail
-20.743454 5.969629 pass
11.286120 4.410470 pass
-8.226875 -0.595772 pass
-1.495312 8.673722 pass
34.688041 -8.462353 fail
-28.672719 12.580846 pass
4.258778 11.270478 pass
2.751798 1.870541 pass
-16.721465 2.570217 pass
7.204038 1.808700 pass
30.129346 6.770286 fail
-36.681439 10.712395 fail
21.317408 -9.948543 pass
7.028194 -4.708650 pass
-15.923218 0.089340 pass
1.636225 0.172740 pass
3.636395 4.135947 pass
-9.570680 2.317384 pass
29.436989 12.912624 pass
73.755553 -18.244022 fail
-16.082739 4.591168 pass
-16.613033 2.594874 pass
-2.718851 4.492828 pass
2.183286 6.863888 pass
7.439275 10.417811 pass
-12.430276 -19.941645 pass
8.096695 2.931073 pass
-3.836346 12.398453 pass
-8.643183 3.473221 pass
-22.485636 1.123517 pass
15.348132 4.750801 pass
-3.558243 11.699540 pass
12.851310 -3.689598 pass
-26.857951 5.174803 pass
-27.290942 0.412785 pass
-13.496778 17.843929 pass
-34.236943 12.825663 fail
-20.773878 1.905432 pass
5.829358 9.155233 pass
-0.236225 10.162132 pass
23.339200 26.204700 pass
15.211465 6.607605 pass
-36.376900 0.813177 fail
-1.780126 10.390833 pass
-19.406037 0.539335 pass
-8.779773 2.944585 pass
-11.117855 16.043749 pass
-42.022518 -2.281129 fail
-12.594084 -0.072230 pass
-15.794182 5.460689 pass
-15.296481 -0.188175 pass
-33.137461 11.042172 fail
66.257381 -7.004576 fail
-86.316414 34.177925 fail
-15.005846 6.341469 pass
# Compare Gaia catalogs to see if the pipeline used the same dataset out of Vizier
# set the tolerance for differences and initialize counters
tol = 1.e-5 # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0
# Set up array for matches
detected = np.chararray(len(gaia_ra))
#print(np.shape(detected))
for ra,dec,idx in zip(gaia_cat['RA'], gaia_cat['DEC'],range(len(gaia_cat['RA']))):
match = np.where((np.abs(cat_ra-ra) < tol) & (np.abs(cat_dec-dec) < tol))
#print('match', match)
if np.size(match) == 1:
found_count +=1
detected[idx] = 'Y'
if np.size(match) > 1:
multiples_count +=1
if np.size(match) < 1:
missed_count +=1
total_percent_found = (found_count/len(gaia_cat['RA']))*100
print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
#print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (Gaia) sources:',len(gaia_cat['RA']))
print('Total number in output JWST catalog:',len(cat_ra))
print('Total percent found:',total_percent_found)
print('\n')
SNR threshold used for pipeline: 5 Total matches found: 391 Number of multiples: 0 Total number of input (Gaia) sources: 2187 Total number in output JWST catalog: 543 Total percent found: 17.878372199359855
# Look at flux
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog['label'], catalog['aper_total_flux'])
plt.yscale('log')
plt.title('Total Flux in '+ str(catalog['aper_total_flux'].unit))
plt.xlabel('label')
plt.ylabel('aper_total_flux')
Text(0, 0.5, 'aper_total_flux')
# See the relationship between Flux and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
maxflux = 0.0012
index = np.where(catalog['aper_total_flux'] < maxflux)
ax.scatter(catalog['aper_total_flux'][index], catalog['aper_total_flux_err'][index])
#plt.yscale('log')
plt.title('Total Flux vs. Flux err')
plt.xlabel('Flux in Jy')
plt.ylabel('Flux err')
Text(0, 0.5, 'Flux err')
# Look at AB magnitudes
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog['label'], catalog['aper_total_abmag'])
#plt.yscale('log')
plt.title('Total AB mag')
plt.xlabel('label')
plt.ylabel('aper_total_abmag')
Text(0, 0.5, 'aper_total_abmag')
# See the relationship between AB mag and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog['aper_total_abmag'], catalog['aper_total_abmag_err'])
#plt.yscale('log')
plt.title('Total AB mag vs. AB mag err')
plt.xlabel('AB mag')
plt.ylabel('AB mag err')
Text(0, 0.5, 'AB mag err')
The distortion correction comes from the F770W data. See how well the astrometry holds up at longer wavelengths. The data set below comes from the same program, PID 1040, but includes a set of five images of the same region with the F1280W filter.
# Read in dataset from Box
def get_box_files(file_list):
for box_url,file_name in file_list:
if 'https' not in box_url:
box_url = 'https://stsci.box.com/shared/static/' + box_url
downloaded_file = download_file(box_url, timeout=600)
if Path(file_name).suffix == '':
ext = splitext(box_url)[1]
file_name += ext
move(downloaded_file, file_name)
# F1280W data of PID 1040 (LMC), taken in May 2022
file_urls = ['https://stsci.box.com/shared/static/kt3zb9b9aynuvtn4ytuxl2yl5bhsbc7l.fits',
'https://stsci.box.com/shared/static/qebublvwwi1wvsiu6pu6fb6r0vcgf0jz.fits',
'https://stsci.box.com/shared/static/huuf70x9hg6wnhl1i05hu8dx0fld4yd3.fits',
'https://stsci.box.com/shared/static/pblxt7pvujuumwrertz94vm5mfcssqv7.fits',
'https://stsci.box.com/shared/static/5adbhbdrf0nk85cxbhgi11s5lic959ru.fits']
file_names_long = ['jw01040001005_03109_00001_mirimage_uncal.fits',
'jw01040001005_03109_00002_mirimage_uncal.fits',
'jw01040001005_03109_00003_mirimage_uncal.fits',
'jw01040001005_03109_00004_mirimage_uncal.fits',
'jw01040001005_03109_00005_mirimage_uncal.fits']
box_download_list = [(url,name) for url,name in zip(file_urls,file_names_long)]
get_box_files(box_download_list)
print('Filenames of uncal files')
print(file_names_long)
Filenames of uncal files ['jw01040001005_03109_00001_mirimage_uncal.fits', 'jw01040001005_03109_00002_mirimage_uncal.fits', 'jw01040001005_03109_00003_mirimage_uncal.fits', 'jw01040001005_03109_00004_mirimage_uncal.fits', 'jw01040001005_03109_00005_mirimage_uncal.fits']
# Run Calwebb_detector1 on uncal.fits files
#uncalfiles = glob('*uncal.fits')
print('There are ', len(file_names_long), ' images.')
slopelist_long = []
# loop over list of files
for file in file_names_long:
# Run pipeline on each file
rampfile = Detector1Pipeline.call(file, save_results=True)
# set up output file name
base_long, remainder = file.split('_uncal')
outname = base_long
slopelist_long.append(base_long+'_rate.fits')
print('Detector 1 steps completed on all files.')
print(slopelist_long)
There are 5 images.
2022-12-02 16:34:17,880 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:34:17,899 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:34:17,901 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:34:17,903 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:34:17,904 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:34:17,905 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:34:17,906 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:34:17,907 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:34:17,909 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:34:17,910 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:34:17,911 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:34:17,912 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:34:17,913 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:34:17,914 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:34:17,917 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:34:17,918 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:34:17,920 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:34:17,921 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:34:18,285 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00001_mirimage_uncal.fits',).
2022-12-02 16:34:18,295 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:34:18,539 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:34:18,547 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:34:18,549 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:34:18,550 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:34:18,551 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:34:18,553 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:34:18,553 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:34:18,554 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:34:18,555 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:34:18,556 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:34:18,557 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:34:18,559 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:34:18,559 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:34:18,559 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:34:18,560 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:34:19,012 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:19,014 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:19,089 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:34:19,090 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:34:19,093 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:34:19,294 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:19,295 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:19,318 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:34:19,540 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:34:19,739 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:19,740 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:34:19,763 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:34:20,266 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1123 saturated pixels
2022-12-02 16:34:20,271 - stpipe.Detector1Pipeline.saturation - INFO - Detected 73 A/D floor pixels
2022-12-02 16:34:20,279 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:34:20,476 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:20,477 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:20,477 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:34:20,480 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:34:20,671 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:20,673 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:20,751 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:34:20,955 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:20,956 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:21,038 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:34:21,244 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:21,245 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:21,275 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:34:21,608 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:34:21,800 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:21,802 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:21,824 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:34:22,140 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:34:22,341 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:22,342 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:34:22,365 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:34:22,483 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:34:22,676 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:22,677 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:34:22,698 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:34:25,108 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:34:25,109 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:34:26,160 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:34:26,373 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:26,374 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:34:26,451 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:34:26,452 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:34:26,452 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:34:26,453 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:34:26,453 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:34:26,453 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:34:26,454 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:34:26,454 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:34:26,455 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:34:26,546 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:34:26,564 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:34:26,754 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:26,755 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:34:26,765 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:34:26,778 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:34:26,814 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:34:26,927 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:34:26,948 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:34:27,638 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:34:27,673 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25827 pixels with at least one CR from five or more groups.
2022-12-02 16:34:31,924 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 4.99571 sec
2022-12-02 16:34:31,945 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 5.179465
2022-12-02 16:34:31,950 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:34:32,149 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:32,150 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:34:32,189 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:34:32,190 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:34:32,242 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:34:32,243 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:34:32,288 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:34:32,289 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:34:38,084 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:34:38,085 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:34:38,169 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:34:38,370 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:38,372 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:38,411 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:34:38,412 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:34:38,416 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:34:38,606 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00001_mirimage_uncal.fits>,).
2022-12-02 16:34:38,608 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:38,650 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:34:38,651 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:34:38,655 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:34:38,743 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_rateints.fits
2022-12-02 16:34:38,744 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:34:38,744 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:34:38,824 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_rate.fits
2022-12-02 16:34:38,825 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:34:39,062 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:34:39,079 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:34:39,081 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:34:39,082 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:34:39,082 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:34:39,084 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:34:39,085 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:34:39,085 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:34:39,087 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:34:39,088 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:34:39,089 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:34:39,090 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:34:39,090 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:34:39,091 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:34:39,092 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:34:39,094 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:34:39,095 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:34:39,096 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:34:39,292 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00002_mirimage_uncal.fits',).
2022-12-02 16:34:39,301 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:34:39,523 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00002_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:34:39,527 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:34:39,528 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:34:39,529 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:34:39,530 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:34:39,532 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:34:39,532 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:34:39,533 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:34:39,533 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:34:39,534 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:34:39,535 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:34:39,536 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:34:39,536 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:34:39,536 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:34:39,537 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:34:39,965 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:39,967 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:40,034 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:34:40,035 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:34:40,037 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:34:40,233 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:40,234 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:40,257 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:34:40,460 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:34:40,659 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:40,660 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:34:40,683 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:34:41,209 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1137 saturated pixels
2022-12-02 16:34:41,216 - stpipe.Detector1Pipeline.saturation - INFO - Detected 72 A/D floor pixels
2022-12-02 16:34:41,225 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:34:41,423 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:41,424 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:41,425 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:34:41,427 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:34:41,615 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:41,616 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:41,687 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:34:41,882 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:41,884 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:41,953 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:34:42,151 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:42,152 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:42,174 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:34:42,477 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:34:42,678 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:42,679 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:42,702 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:34:43,034 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:34:43,232 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:43,233 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:34:43,256 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:34:43,364 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:34:43,566 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:43,567 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:34:43,592 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:34:46,015 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:34:46,015 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:34:47,016 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:34:47,230 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:47,231 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:34:47,302 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:34:47,303 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:34:47,303 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:34:47,303 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:34:47,304 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:34:47,304 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:34:47,304 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:34:47,305 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:34:47,306 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:34:47,402 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:34:47,418 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:34:47,619 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:47,620 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:34:47,630 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:34:47,643 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:34:47,681 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:34:47,789 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:34:47,804 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:34:48,504 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:34:48,535 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25131 pixels with at least one CR from five or more groups.
2022-12-02 16:34:53,335 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 5.5448 sec
2022-12-02 16:34:53,356 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 5.725601
2022-12-02 16:34:53,362 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:34:53,555 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:53,556 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:34:53,591 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:34:53,592 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:34:53,643 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:34:53,644 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:34:53,692 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:34:53,693 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:34:59,548 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:34:59,549 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:34:59,630 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:34:59,830 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:34:59,832 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:34:59,873 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:34:59,874 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:34:59,879 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:00,072 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00002_mirimage_uncal.fits>,).
2022-12-02 16:35:00,074 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:00,117 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:00,117 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:00,122 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:00,209 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_rateints.fits
2022-12-02 16:35:00,210 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:35:00,210 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:35:00,290 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_rate.fits
2022-12-02 16:35:00,290 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:35:00,525 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:35:00,541 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:35:00,543 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:35:00,544 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:35:00,544 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:35:00,546 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:35:00,547 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:35:00,548 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:35:00,549 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:35:00,550 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:35:00,551 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:35:00,552 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:35:00,553 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:35:00,554 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:35:00,555 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:35:00,556 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:35:00,557 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:35:00,558 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:35:00,757 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00003_mirimage_uncal.fits',).
2022-12-02 16:35:00,766 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:35:00,990 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00003_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:35:00,993 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:35:00,995 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:35:00,995 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:35:00,996 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:35:00,997 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:35:00,998 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:35:00,998 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:35:00,999 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:35:01,000 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:35:01,001 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:35:01,002 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:35:01,002 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:35:01,003 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:35:01,003 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:35:01,433 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:01,434 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:01,506 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:35:01,507 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:35:01,510 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:35:01,706 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:01,707 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:01,730 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:35:01,937 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:35:02,132 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:02,133 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:35:02,155 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:35:02,655 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1101 saturated pixels
2022-12-02 16:35:02,661 - stpipe.Detector1Pipeline.saturation - INFO - Detected 67 A/D floor pixels
2022-12-02 16:35:02,669 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:35:02,866 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:02,867 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:02,868 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:35:02,870 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:35:03,056 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:03,057 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:03,126 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:35:03,313 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:03,314 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:03,388 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:35:03,578 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:03,579 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:03,601 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:35:03,898 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:35:04,093 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:04,094 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:04,116 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:35:04,426 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:35:04,622 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:04,623 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:35:04,646 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:35:04,756 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:35:04,952 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:04,954 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:35:04,981 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:35:07,397 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:35:07,398 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:35:08,408 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:35:08,617 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:08,619 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:35:08,690 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:35:08,690 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:35:08,691 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:35:08,691 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:35:08,691 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:35:08,692 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:35:08,692 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:35:08,692 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:35:08,694 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:35:08,792 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:35:08,808 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:35:09,008 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:09,010 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:35:09,020 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:35:09,034 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:09,071 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:09,185 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:35:09,204 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:35:09,865 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:35:09,896 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25349 pixels with at least one CR from five or more groups.
2022-12-02 16:35:13,961 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 4.7748 sec
2022-12-02 16:35:13,981 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 4.961076
2022-12-02 16:35:13,987 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:35:14,176 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:14,177 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:35:14,212 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:14,213 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:14,263 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:35:14,264 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:35:14,309 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:35:14,310 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:35:20,092 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:35:20,093 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:35:20,174 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:35:20,363 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:20,365 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:20,405 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:20,406 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:20,410 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:20,599 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00003_mirimage_uncal.fits>,).
2022-12-02 16:35:20,600 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:20,642 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:20,643 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:20,647 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:20,734 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_rateints.fits
2022-12-02 16:35:20,735 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:35:20,735 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:35:20,814 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_rate.fits
2022-12-02 16:35:20,814 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:35:21,051 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:35:21,069 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:35:21,070 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:35:21,071 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:35:21,072 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:35:21,073 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:35:21,074 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:35:21,075 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:35:21,076 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:35:21,077 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:35:21,078 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:35:21,079 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:35:21,080 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:35:21,081 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:35:21,082 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:35:21,084 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:35:21,085 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:35:21,086 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:35:21,286 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00004_mirimage_uncal.fits',).
2022-12-02 16:35:21,295 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:35:21,517 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00004_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:35:21,521 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:35:21,523 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:35:21,524 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:35:21,526 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:35:21,527 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:35:21,527 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:35:21,528 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:35:21,529 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:35:21,530 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:35:21,532 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:35:21,534 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:35:21,534 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:35:21,534 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:35:21,535 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:35:21,966 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:21,967 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:22,043 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:35:22,044 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:35:22,046 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:35:22,234 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:22,235 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:22,257 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:35:22,456 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:35:22,642 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:22,643 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:35:22,665 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:35:23,181 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1118 saturated pixels
2022-12-02 16:35:23,187 - stpipe.Detector1Pipeline.saturation - INFO - Detected 67 A/D floor pixels
2022-12-02 16:35:23,196 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:35:23,387 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:23,389 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:23,389 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:35:23,392 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:35:23,579 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:23,580 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:23,650 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:35:23,845 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:23,846 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:23,925 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:35:24,112 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:24,113 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:24,135 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:35:24,433 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:35:24,630 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:24,631 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:24,653 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:35:24,968 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:35:25,160 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:25,161 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:35:25,183 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:35:25,291 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:35:25,476 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:25,477 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:35:25,499 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:35:27,904 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:35:27,905 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:35:28,915 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:35:29,117 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:29,119 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:35:29,187 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:35:29,188 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:35:29,189 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:35:29,189 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:35:29,190 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:35:29,190 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:35:29,191 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:35:29,191 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:35:29,193 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:35:29,285 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:35:29,300 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:35:29,485 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:29,487 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:35:29,497 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:35:29,510 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:29,546 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:29,666 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:35:29,685 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:35:30,346 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:35:30,376 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25189 pixels with at least one CR from five or more groups.
2022-12-02 16:35:35,193 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 5.52613 sec
2022-12-02 16:35:35,214 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 5.716993
2022-12-02 16:35:35,220 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:35:35,417 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:35,419 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:35:35,459 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:35,460 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:35,513 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:35:35,514 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:35:35,564 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:35:35,565 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:35:41,337 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:35:41,337 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:35:41,418 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:35:41,606 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:41,607 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:41,647 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:41,648 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:41,652 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:41,842 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00004_mirimage_uncal.fits>,).
2022-12-02 16:35:41,844 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:41,888 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:35:41,888 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:35:41,893 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:35:41,983 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_rateints.fits
2022-12-02 16:35:41,983 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:35:41,984 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:35:42,065 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_rate.fits
2022-12-02 16:35:42,066 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
2022-12-02 16:35:42,304 - stpipe - INFO - PARS-DETECTOR1PIPELINE parameters found: /grp/crds/cache/references/jwst/jwst_miri_pars-detector1pipeline_0001.asdf
2022-12-02 16:35:42,321 - stpipe.Detector1Pipeline - INFO - Detector1Pipeline instance created.
2022-12-02 16:35:42,322 - stpipe.Detector1Pipeline.group_scale - INFO - GroupScaleStep instance created.
2022-12-02 16:35:42,323 - stpipe.Detector1Pipeline.dq_init - INFO - DQInitStep instance created.
2022-12-02 16:35:42,324 - stpipe.Detector1Pipeline.saturation - INFO - SaturationStep instance created.
2022-12-02 16:35:42,325 - stpipe.Detector1Pipeline.ipc - INFO - IPCStep instance created.
2022-12-02 16:35:42,326 - stpipe.Detector1Pipeline.superbias - INFO - SuperBiasStep instance created.
2022-12-02 16:35:42,327 - stpipe.Detector1Pipeline.refpix - INFO - RefPixStep instance created.
2022-12-02 16:35:42,328 - stpipe.Detector1Pipeline.rscd - INFO - RscdStep instance created.
2022-12-02 16:35:42,329 - stpipe.Detector1Pipeline.firstframe - INFO - FirstFrameStep instance created.
2022-12-02 16:35:42,330 - stpipe.Detector1Pipeline.lastframe - INFO - LastFrameStep instance created.
2022-12-02 16:35:42,330 - stpipe.Detector1Pipeline.linearity - INFO - LinearityStep instance created.
2022-12-02 16:35:42,331 - stpipe.Detector1Pipeline.dark_current - INFO - DarkCurrentStep instance created.
2022-12-02 16:35:42,333 - stpipe.Detector1Pipeline.reset - INFO - ResetStep instance created.
2022-12-02 16:35:42,334 - stpipe.Detector1Pipeline.persistence - INFO - PersistenceStep instance created.
2022-12-02 16:35:42,335 - stpipe.Detector1Pipeline.jump - INFO - JumpStep instance created.
2022-12-02 16:35:42,337 - stpipe.Detector1Pipeline.ramp_fit - INFO - RampFitStep instance created.
2022-12-02 16:35:42,337 - stpipe.Detector1Pipeline.gain_scale - INFO - GainScaleStep instance created.
2022-12-02 16:35:42,532 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline running with args ('jw01040001005_03109_00005_mirimage_uncal.fits',).
2022-12-02 16:35:42,541 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'group_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}, 'ipc': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'superbias': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}, 'rscd': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}, 'firstframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'lastframe': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'reset': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'persistence': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'input_trapsfilled': '', 'flag_pers_cutoff': 40.0, 'save_persistence': False, 'save_trapsfilled': True}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'ramp_fit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}, 'gain_scale': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}}}
2022-12-02 16:35:42,765 - stpipe.Detector1Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00005_mirimage_uncal.fits' reftypes = ['dark', 'gain', 'linearity', 'mask', 'persat', 'readnoise', 'refpix', 'reset', 'rscd', 'saturation', 'superbias', 'trapdensity', 'trappars']
2022-12-02 16:35:42,768 - stpipe.Detector1Pipeline - INFO - Prefetch for DARK reference file is '/grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits'.
2022-12-02 16:35:42,769 - stpipe.Detector1Pipeline - INFO - Prefetch for GAIN reference file is '/grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits'.
2022-12-02 16:35:42,770 - stpipe.Detector1Pipeline - INFO - Prefetch for LINEARITY reference file is '/grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits'.
2022-12-02 16:35:42,771 - stpipe.Detector1Pipeline - INFO - Prefetch for MASK reference file is '/grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits'.
2022-12-02 16:35:42,772 - stpipe.Detector1Pipeline - INFO - Prefetch for PERSAT reference file is 'N/A'.
2022-12-02 16:35:42,772 - stpipe.Detector1Pipeline - INFO - Prefetch for READNOISE reference file is '/grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits'.
2022-12-02 16:35:42,774 - stpipe.Detector1Pipeline - INFO - Prefetch for REFPIX reference file is 'N/A'.
2022-12-02 16:35:42,774 - stpipe.Detector1Pipeline - INFO - Prefetch for RESET reference file is '/grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits'.
2022-12-02 16:35:42,775 - stpipe.Detector1Pipeline - INFO - Prefetch for RSCD reference file is '/grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits'.
2022-12-02 16:35:42,776 - stpipe.Detector1Pipeline - INFO - Prefetch for SATURATION reference file is '/grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits'.
2022-12-02 16:35:42,777 - stpipe.Detector1Pipeline - INFO - Prefetch for SUPERBIAS reference file is 'N/A'.
2022-12-02 16:35:42,778 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPDENSITY reference file is 'N/A'.
2022-12-02 16:35:42,778 - stpipe.Detector1Pipeline - INFO - Prefetch for TRAPPARS reference file is 'N/A'.
2022-12-02 16:35:42,778 - stpipe.Detector1Pipeline - INFO - Starting calwebb_detector1 ...
2022-12-02 16:35:43,201 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:43,202 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:43,278 - stpipe.Detector1Pipeline.group_scale - INFO - NFRAMES and FRMDIVSR are equal; correction not needed
2022-12-02 16:35:43,279 - stpipe.Detector1Pipeline.group_scale - INFO - Step will be skipped
2022-12-02 16:35:43,281 - stpipe.Detector1Pipeline.group_scale - INFO - Step group_scale done
2022-12-02 16:35:43,475 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:43,476 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:43,499 - stpipe.Detector1Pipeline.dq_init - INFO - Using MASK reference file /grp/crds/cache/references/jwst/jwst_miri_mask_0033.fits
2022-12-02 16:35:43,705 - stpipe.Detector1Pipeline.dq_init - INFO - Step dq_init done
2022-12-02 16:35:43,894 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:43,895 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'n_pix_grow_sat': 1}
2022-12-02 16:35:43,917 - stpipe.Detector1Pipeline.saturation - INFO - Using SATURATION reference file /grp/crds/cache/references/jwst/jwst_miri_saturation_0034.fits
2022-12-02 16:35:44,442 - stpipe.Detector1Pipeline.saturation - INFO - Detected 1088 saturated pixels
2022-12-02 16:35:44,448 - stpipe.Detector1Pipeline.saturation - INFO - Detected 70 A/D floor pixels
2022-12-02 16:35:44,456 - stpipe.Detector1Pipeline.saturation - INFO - Step saturation done
2022-12-02 16:35:44,645 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:44,646 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': True, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:44,647 - stpipe.Detector1Pipeline.ipc - INFO - Step skipped.
2022-12-02 16:35:44,650 - stpipe.Detector1Pipeline.ipc - INFO - Step ipc done
2022-12-02 16:35:44,834 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:44,836 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:44,910 - stpipe.Detector1Pipeline.firstframe - INFO - Step firstframe done
2022-12-02 16:35:45,100 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:45,102 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:45,181 - stpipe.Detector1Pipeline.lastframe - INFO - Step lastframe done
2022-12-02 16:35:45,377 - stpipe.Detector1Pipeline.reset - INFO - Step reset running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:45,378 - stpipe.Detector1Pipeline.reset - INFO - Step reset parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:45,401 - stpipe.Detector1Pipeline.reset - INFO - Using RESET reference file /grp/crds/cache/references/jwst/jwst_miri_reset_0077.fits
2022-12-02 16:35:45,719 - stpipe.Detector1Pipeline.reset - INFO - Step reset done
2022-12-02 16:35:45,915 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:45,916 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:35:45,940 - stpipe.Detector1Pipeline.linearity - INFO - Using Linearity reference file /grp/crds/cache/references/jwst/jwst_miri_linearity_0032.fits
2022-12-02 16:35:46,276 - stpipe.Detector1Pipeline.linearity - INFO - Step linearity done
2022-12-02 16:35:46,471 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:46,472 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'type': 'baseline'}
2022-12-02 16:35:46,496 - stpipe.Detector1Pipeline.rscd - INFO - Using RSCD reference file /grp/crds/cache/references/jwst/jwst_miri_rscd_0017.fits
2022-12-02 16:35:46,610 - stpipe.Detector1Pipeline.rscd - INFO - Step rscd done
2022-12-02 16:35:46,805 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:46,806 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}
2022-12-02 16:35:46,830 - stpipe.Detector1Pipeline.dark_current - INFO - Using DARK reference file /grp/crds/cache/references/jwst/jwst_miri_dark_0094.fits
2022-12-02 16:35:49,258 - stpipe.Detector1Pipeline.dark_current - INFO - Science data nints=1, ngroups=8, nframes=1, groupgap=0
2022-12-02 16:35:49,258 - stpipe.Detector1Pipeline.dark_current - INFO - Dark data nints=2, ngroups=360, nframes=1, groupgap=0
2022-12-02 16:35:50,284 - stpipe.Detector1Pipeline.dark_current - INFO - Step dark_current done
2022-12-02 16:35:50,491 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:50,492 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'odd_even_columns': True, 'use_side_ref_pixels': True, 'side_smoothing_length': 11, 'side_gain': 1.0, 'odd_even_rows': True}
2022-12-02 16:35:50,565 - stpipe.Detector1Pipeline.refpix - INFO - MIRI full frame data
2022-12-02 16:35:50,566 - stpipe.Detector1Pipeline.refpix - INFO - The following parameter is valid for this mode:
2022-12-02 16:35:50,566 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_rows = True
2022-12-02 16:35:50,567 - stpipe.Detector1Pipeline.refpix - INFO - The following parameters are not applicable and are ignored:
2022-12-02 16:35:50,567 - stpipe.Detector1Pipeline.refpix - INFO - use_side_ref_pixels = False
2022-12-02 16:35:50,567 - stpipe.Detector1Pipeline.refpix - INFO - odd_even_columns = False
2022-12-02 16:35:50,568 - stpipe.Detector1Pipeline.refpix - INFO - side_smoothing_length = False
2022-12-02 16:35:50,568 - stpipe.Detector1Pipeline.refpix - INFO - side_gain = False
2022-12-02 16:35:50,569 - stpipe.Detector1Pipeline.refpix - INFO - Subtracting initial read from each integration
2022-12-02 16:35:50,662 - stpipe.Detector1Pipeline.refpix - INFO - Adding initial read back in
2022-12-02 16:35:50,678 - stpipe.Detector1Pipeline.refpix - INFO - Step refpix done
2022-12-02 16:35:50,866 - stpipe.Detector1Pipeline.jump - INFO - Step jump running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:50,868 - stpipe.Detector1Pipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 4.0, 'three_group_rejection_threshold': 6.0, 'four_group_rejection_threshold': 5.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'after_jump_flag_dn1': 0.0, 'after_jump_flag_time1': 0.0, 'after_jump_flag_dn2': 0.0, 'after_jump_flag_time2': 0.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}
2022-12-02 16:35:50,878 - stpipe.Detector1Pipeline.jump - INFO - CR rejection threshold = 4 sigma
2022-12-02 16:35:50,891 - stpipe.Detector1Pipeline.jump - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:50,928 - stpipe.Detector1Pipeline.jump - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:51,044 - stpipe.Detector1Pipeline.jump - INFO - Executing two-point difference method
2022-12-02 16:35:51,063 - stpipe.Detector1Pipeline.jump - INFO - Working on integration 1:
2022-12-02 16:35:51,713 - stpipe.Detector1Pipeline.jump - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/stcal/jump/twopoint_difference.py:154: RuntimeWarning: All-NaN slice encountered
max_ratio = np.nanmax(ratio, axis=0)
2022-12-02 16:35:51,743 - stpipe.Detector1Pipeline.jump - INFO - From highest outlier, two-point found 25931 pixels with at least one CR from five or more groups.
2022-12-02 16:35:55,900 - stpipe.Detector1Pipeline.jump - INFO - Total elapsed time = 4.85488 sec
2022-12-02 16:35:55,921 - stpipe.Detector1Pipeline.jump - INFO - The execution time in seconds: 5.043293
2022-12-02 16:35:55,927 - stpipe.Detector1Pipeline.jump - INFO - Step jump done
2022-12-02 16:35:56,119 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit running with args (<RampModel(1, 8, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:35:56,120 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'int_name': '', 'save_opt': False, 'opt_name': '', 'suppress_one_group': True, 'maximum_cores': 'none'}
2022-12-02 16:35:56,157 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using READNOISE reference file: /grp/crds/cache/references/jwst/jwst_miri_readnoise_0085.fits
2022-12-02 16:35:56,157 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using GAIN reference file: /grp/crds/cache/references/jwst/jwst_miri_gain_0008.fits
2022-12-02 16:35:56,211 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using algorithm = ols
2022-12-02 16:35:56,211 - stpipe.Detector1Pipeline.ramp_fit - INFO - Using weighting = optimal
2022-12-02 16:35:56,258 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of leading groups that are flagged as DO_NOT_USE: 1
2022-12-02 16:35:56,259 - stpipe.Detector1Pipeline.ramp_fit - INFO - MIRI dataset has all pixels in the final group flagged as DO_NOT_USE.
2022-12-02 16:36:01,997 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of groups per integration: 6
2022-12-02 16:36:01,998 - stpipe.Detector1Pipeline.ramp_fit - INFO - Number of integrations: 1
2022-12-02 16:36:02,082 - stpipe.Detector1Pipeline.ramp_fit - INFO - Step ramp_fit done
2022-12-02 16:36:02,274 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:36:02,275 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scale', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:36:02,317 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:36:02,317 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:36:02,322 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:36:02,510 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale running with args (<CubeModel(1, 1024, 1032) from jw01040001005_03109_00005_mirimage_uncal.fits>,).
2022-12-02 16:36:02,512 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'gain_scaleints', 'search_output_file': True, 'input_dir': ''}
2022-12-02 16:36:02,554 - stpipe.Detector1Pipeline.gain_scale - INFO - GAINFACT not found in gain reference file
2022-12-02 16:36:02,555 - stpipe.Detector1Pipeline.gain_scale - INFO - Step will be skipped
2022-12-02 16:36:02,559 - stpipe.Detector1Pipeline.gain_scale - INFO - Step gain_scale done
2022-12-02 16:36:02,646 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_rateints.fits
2022-12-02 16:36:02,647 - stpipe.Detector1Pipeline - INFO - ... ending calwebb_detector1
2022-12-02 16:36:02,648 - stpipe.Detector1Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:02,727 - stpipe.Detector1Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_rate.fits
2022-12-02 16:36:02,728 - stpipe.Detector1Pipeline - INFO - Step Detector1Pipeline done
Detector 1 steps completed on all files. ['jw01040001005_03109_00001_mirimage_rate.fits', 'jw01040001005_03109_00002_mirimage_rate.fits', 'jw01040001005_03109_00003_mirimage_rate.fits', 'jw01040001005_03109_00004_mirimage_rate.fits', 'jw01040001005_03109_00005_mirimage_rate.fits']
# Run Calwebb_image2 on output files from detector1
#ratefiles = glob('*rate.fits')
print('There are ', len(slopelist_long), ' images.')
callist_long = []
# cycle through files
for im in slopelist_long:
calfile = Image2Pipeline.call(im, save_results=True)
callist_long.append(calfile)
print(callist_long)
2022-12-02 16:36:02,782 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:02,784 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:02,785 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:02,786 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:02,787 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:02,788 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:02,981 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00001_mirimage_rate.fits',).
There are 5 images.
2022-12-02 16:36:02,986 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:03,030 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:03,039 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:03,040 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:03,041 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:03,041 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:03,041 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:03,042 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:03,043 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:03,045 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:03,045 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:03,047 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:03,048 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:03,049 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:03,049 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:03,049 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:03,050 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:03,050 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:03,050 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:03,051 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:03,052 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:03,053 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:03,053 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:03,053 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:03,053 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:03,054 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:03,054 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00001_mirimage
2022-12-02 16:36:03,055 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00001_mirimage_rate.fits ...
2022-12-02 16:36:03,293 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-12-02 16:36:03,295 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:03,496 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:03,581 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.522621809 -69.442251887 80.541452353 -69.472826370 80.629020006 -69.466204543 80.610846285 -69.435528509
2022-12-02 16:36:03,581 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.522621809 -69.442251887 80.541452353 -69.472826370 80.629020006 -69.466204543 80.610846285 -69.435528509
2022-12-02 16:36:03,582 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:03,646 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:03,840 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-12-02 16:36:03,841 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:04,246 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:04,443 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-12-02 16:36:04,445 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:04,474 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:04,476 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:04,559 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:04,560 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:36:04,561 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:36:04,561 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-12-02 16:36:04,609 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:04,612 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:36:04,613 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:04,613 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:04,630 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:04,829 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_rate.fits>,).
2022-12-02 16:36:04,832 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:04,862 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:04,886 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:04,887 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:04,887 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:04,888 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:04,888 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:05,048 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:05,861 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:06,066 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:06,718 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:06,971 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:07,691 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:07,946 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:08,579 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:08,855 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.522502904 -69.442128177 80.541109002 -69.472837498 80.629516265 -69.466217385 80.610789597 -69.435517523
2022-12-02 16:36:09,002 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00001_mirimage_i2d.fits
2022-12-02 16:36:09,002 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:09,003 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00001_mirimage
2022-12-02 16:36:09,004 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:09,005 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:09,183 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00001_mirimage_cal.fits
2022-12-02 16:36:09,184 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:36:09,234 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:09,235 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:09,236 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:09,237 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:09,238 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:09,240 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:09,479 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00002_mirimage_rate.fits',).
2022-12-02 16:36:09,483 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:09,523 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00002_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:09,528 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:09,529 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:09,530 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:09,530 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:09,530 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:09,530 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:09,531 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:09,532 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:09,533 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:09,534 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:09,536 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:09,536 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:09,536 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:09,537 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:09,537 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:09,537 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:09,538 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:09,538 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:09,539 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:09,539 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:09,539 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:09,540 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:09,540 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:09,540 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:09,541 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00002_mirimage
2022-12-02 16:36:09,541 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00002_mirimage_rate.fits ...
2022-12-02 16:36:09,770 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-12-02 16:36:09,771 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:09,974 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:10,061 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.519789708 -69.441171161 80.538615425 -69.471745938 80.626179513 -69.465125481 80.608010602 -69.434449162
2022-12-02 16:36:10,061 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.519789708 -69.441171161 80.538615425 -69.471745938 80.626179513 -69.465125481 80.608010602 -69.434449162
2022-12-02 16:36:10,062 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:10,125 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:10,324 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-12-02 16:36:10,325 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:10,540 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:10,744 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-12-02 16:36:10,745 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:10,773 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:10,774 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:10,857 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:10,859 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:36:10,859 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:36:10,859 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-12-02 16:36:10,959 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:10,962 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:36:10,963 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:10,963 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:10,981 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:11,184 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_rate.fits>,).
2022-12-02 16:36:11,186 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:11,215 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:11,235 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:11,236 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:11,237 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:11,237 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:11,238 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:11,365 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:12,001 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:12,172 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:12,818 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:13,078 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:13,722 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:13,973 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:14,609 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:14,889 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.519670824 -69.441047449 80.538272088 -69.471757060 80.626675744 -69.465138331 80.607953918 -69.434438176
2022-12-02 16:36:15,032 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00002_mirimage_i2d.fits
2022-12-02 16:36:15,033 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:15,033 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00002_mirimage
2022-12-02 16:36:15,035 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:15,035 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:15,212 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00002_mirimage_cal.fits
2022-12-02 16:36:15,213 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:36:15,262 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:15,264 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:15,265 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:15,266 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:15,268 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:15,270 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:15,472 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00003_mirimage_rate.fits',).
2022-12-02 16:36:15,477 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:15,517 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00003_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:15,523 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:15,525 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:15,525 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:15,526 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:15,526 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:15,527 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:15,528 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:15,529 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:15,530 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:15,531 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:15,532 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:15,533 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:15,533 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:15,534 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:15,534 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:15,535 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:15,535 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:15,535 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:15,537 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:15,537 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:15,538 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:15,538 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:15,538 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:15,539 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:15,539 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00003_mirimage
2022-12-02 16:36:15,540 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00003_mirimage_rate.fits ...
2022-12-02 16:36:15,782 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-12-02 16:36:15,784 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:15,990 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:16,100 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.517141936 -69.438891901 80.535961925 -69.469466961 80.623517528 -69.462847823 80.605354299 -69.432171230
2022-12-02 16:36:16,101 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.517141936 -69.438891901 80.535961925 -69.469466961 80.623517528 -69.462847823 80.605354299 -69.432171230
2022-12-02 16:36:16,101 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:16,172 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:16,599 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-12-02 16:36:16,601 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:16,896 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:17,354 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-12-02 16:36:17,356 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:17,390 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:17,391 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:17,492 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:17,493 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:36:17,493 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:36:17,494 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-12-02 16:36:17,546 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:17,549 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:36:17,550 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:17,550 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:17,569 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:18,026 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_rate.fits>,).
2022-12-02 16:36:18,029 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:18,063 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:18,085 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:18,086 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:18,086 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:18,087 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:18,087 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:18,251 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:19,051 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:19,235 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:19,976 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:20,251 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:20,975 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:21,286 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:22,085 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:22,362 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.517023079 -69.438768186 80.535618620 -69.469478077 80.624013703 -69.462860680 80.605297622 -69.432160242
2022-12-02 16:36:22,509 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00003_mirimage_i2d.fits
2022-12-02 16:36:22,509 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:22,510 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00003_mirimage
2022-12-02 16:36:22,511 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:22,512 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:22,694 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00003_mirimage_cal.fits
2022-12-02 16:36:22,695 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:36:22,745 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:22,746 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:22,747 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:22,748 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:22,749 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:22,751 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:23,035 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00004_mirimage_rate.fits',).
2022-12-02 16:36:23,039 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:23,079 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00004_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:23,086 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:23,087 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:23,087 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:23,087 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:23,088 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:23,088 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:23,089 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:23,090 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:23,090 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:23,093 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:23,094 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:23,094 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:23,095 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:23,095 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:23,095 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:23,096 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:23,096 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:23,096 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:23,098 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:23,099 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:23,099 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:23,099 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:23,100 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:23,100 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:23,100 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00004_mirimage
2022-12-02 16:36:23,101 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00004_mirimage_rate.fits ...
2022-12-02 16:36:23,338 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-12-02 16:36:23,339 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:23,538 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:23,623 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.513366665 -69.439813641 80.532182060 -69.470389110 80.619742599 -69.463771876 80.601583999 -69.433094888
2022-12-02 16:36:23,624 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.513366665 -69.439813641 80.532182060 -69.470389110 80.619742599 -69.463771876 80.601583999 -69.433094888
2022-12-02 16:36:23,624 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:23,688 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:23,892 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-12-02 16:36:23,893 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:24,114 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:24,319 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-12-02 16:36:24,321 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:24,348 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:24,348 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:24,430 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:24,431 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:36:24,432 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:36:24,432 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-12-02 16:36:24,480 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:24,482 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:36:24,483 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:24,483 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:24,501 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:24,703 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_rate.fits>,).
2022-12-02 16:36:24,705 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:24,733 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:24,751 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:24,751 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:24,752 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:24,752 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:24,753 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:24,880 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:25,530 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:25,700 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:26,348 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:26,605 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:27,250 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:27,508 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:28,152 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:28,430 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.513247825 -69.439689924 80.531838740 -69.470400220 80.620238794 -69.463784744 80.601527322 -69.433083900
2022-12-02 16:36:28,573 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00004_mirimage_i2d.fits
2022-12-02 16:36:28,574 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:28,574 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00004_mirimage
2022-12-02 16:36:28,576 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:28,576 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:28,756 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00004_mirimage_cal.fits
2022-12-02 16:36:28,757 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-12-02 16:36:28,805 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-12-02 16:36:28,806 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-12-02 16:36:28,808 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-12-02 16:36:28,809 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-12-02 16:36:28,810 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-12-02 16:36:28,811 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:29,026 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args ('jw01040001005_03109_00005_mirimage_rate.fits',).
2022-12-02 16:36:29,030 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None, 'wfss_mmag_extract': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}}}
2022-12-02 16:36:29,071 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00005_mirimage_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-12-02 16:36:29,075 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-12-02 16:36:29,076 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-12-02 16:36:29,077 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-12-02 16:36:29,077 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-12-02 16:36:29,077 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-12-02 16:36:29,078 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf'.
2022-12-02 16:36:29,079 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:29,081 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-12-02 16:36:29,081 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf'.
2022-12-02 16:36:29,083 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0795.fits'.
2022-12-02 16:36:29,084 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-12-02 16:36:29,084 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-12-02 16:36:29,085 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-12-02 16:36:29,085 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-12-02 16:36:29,085 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-12-02 16:36:29,086 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-12-02 16:36:29,086 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-12-02 16:36:29,086 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits'.
2022-12-02 16:36:29,088 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-12-02 16:36:29,088 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-12-02 16:36:29,088 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-12-02 16:36:29,089 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-12-02 16:36:29,089 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-12-02 16:36:29,089 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-12-02 16:36:29,090 - stpipe.Image2Pipeline - INFO - Processing product jw01040001005_03109_00005_mirimage
2022-12-02 16:36:29,090 - stpipe.Image2Pipeline - INFO - Working on input jw01040001005_03109_00005_mirimage_rate.fits ...
2022-12-02 16:36:29,339 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-12-02 16:36:29,341 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.1, 'sip_degree': None, 'sip_max_inv_pix_error': 0.1, 'sip_inv_degree': None, 'sip_npoints': 12, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-12-02 16:36:29,542 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0047.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0006.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-12-02 16:36:29,629 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 80.515654414 -69.443447725 80.534476153 -69.474022955 80.622050832 -69.467404602 80.603885969 -69.436727847
2022-12-02 16:36:29,629 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS 80.515654414 -69.443447725 80.534476153 -69.474022955 80.622050832 -69.467404602 80.603885969 -69.436727847
2022-12-02 16:36:29,630 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-12-02 16:36:29,693 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-12-02 16:36:29,904 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-12-02 16:36:29,905 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-12-02 16:36:30,127 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-12-02 16:36:30,331 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-12-02 16:36:30,332 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-12-02 16:36:30,359 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0074.fits
2022-12-02 16:36:30,360 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-12-02 16:36:30,443 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-12-02 16:36:30,443 - stpipe.Image2Pipeline.photom - INFO - detector: MIRIMAGE
2022-12-02 16:36:30,444 - stpipe.Image2Pipeline.photom - INFO - exp_type: MIR_IMAGE
2022-12-02 16:36:30,444 - stpipe.Image2Pipeline.photom - INFO - filter: F1280W
2022-12-02 16:36:30,491 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-12-02 16:36:30,493 - stpipe.Image2Pipeline.photom - INFO - subarray: FULL
2022-12-02 16:36:30,493 - stpipe.Image2Pipeline.photom - WARNING - Expected to find one matching row in table, found 0.
2022-12-02 16:36:30,494 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.427399
2022-12-02 16:36:30,511 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-12-02 16:36:30,720 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_rate.fits>,).
2022-12-02 16:36:30,721 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:36:30,749 - stpipe.Image2Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:36:30,768 - stpipe.Image2Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:36:30,768 - stpipe.Image2Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:30,768 - stpipe.Image2Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:30,769 - stpipe.Image2Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:30,769 - stpipe.Image2Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:30,899 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-12-02 16:36:31,548 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:31,729 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:36:32,364 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:32,632 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:36:33,267 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:33,517 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:36:34,167 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1019, 1029)
2022-12-02 16:36:34,512 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.515535542 -69.443324011 80.534132781 -69.474034070 80.622547116 -69.467417463 80.603829280 -69.436716859
2022-12-02 16:36:34,653 - stpipe.Image2Pipeline.resample - INFO - Saved model in jw01040001005_03109_00005_mirimage_i2d.fits
2022-12-02 16:36:34,654 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-12-02 16:36:34,654 - stpipe.Image2Pipeline - INFO - Finished processing product jw01040001005_03109_00005_mirimage
2022-12-02 16:36:34,655 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-12-02 16:36:34,656 - stpipe.Image2Pipeline - INFO - Results used CRDS context: jwst_1019.pmap
2022-12-02 16:36:34,832 - stpipe.Image2Pipeline - INFO - Saved model in jw01040001005_03109_00005_mirimage_cal.fits
2022-12-02 16:36:34,833 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
[[<ImageModel(1024, 1032) from jw01040001005_03109_00001_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00002_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00003_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00004_mirimage_cal.fits>], [<ImageModel(1024, 1032) from jw01040001005_03109_00005_mirimage_cal.fits>]]
calfiles_long = [ele.replace('rate', 'cal') for ele in slopelist_long]
print(calfiles_long)
['jw01040001005_03109_00001_mirimage_cal.fits', 'jw01040001005_03109_00002_mirimage_cal.fits', 'jw01040001005_03109_00003_mirimage_cal.fits', 'jw01040001005_03109_00004_mirimage_cal.fits', 'jw01040001005_03109_00005_mirimage_cal.fits']
# use asn_from_list to create association table
#calfiles_long = glob('base_long*_cal.fits')
asn_long = asn_from_list.asn_from_list(calfiles_long, rule=DMS_Level3_Base, product_name='starfield_combined_long.fits')
# dump association table to a .json file for use in image3
with open('starfield_long_asnfile.json', 'w') as fp:
fp.write(asn_long.dump()[1])
print(asn_long)
jwnoprogram-a3001_none_00013_asn with 1 products Rule=DMS_Level3_Base No constraints Products: starfield_combined_long.fits with 5 members
# Run Calwebb_image3 on the association table
# set any specific parameters
# Set tweakreg parameters:
# tweakreg parameters to allow data to run
fwhm = 4 #3.713 # Gaussian kernel FWHM of objects expected, default=2.5
snr = 3 # signal to noise threshold, default=5
sigma = 1.5 # clipping limit, in sigma units, used when performing fit, default=3
minobj = 3 # number of objects needed to match
fit_geom ='shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
search_radius = 1.0 # radius in arcseconds to search for a match
tol = 0.7 # Matching tolerance for xyxymatch in arcsec. (Default=1.0)
use2dhist = True # boolean indicating whether to use 2D histogram to find initial offset, default=True
gaia = True
gaia_ver = 'GAIADR2'
min_gaia = 2
save_gaia = True
deblend = False
npixels = 5
pipe3=Image3Pipeline()
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.tweakreg.save_catalogs = True
pipe3.tweakreg.searchrad = search_radius
pipe3.tweakreg.tolerance = tol
pipe3.tweakreg.align_to_gaia = gaia
pipe3.tweakreg.abs_refcat = gaia_ver
pipe3.tweakreg.abs_minobj = min_gaia
pipe3.tweakreg.save_abs_catalog = save_gaia
pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.source_catalog.deblend = deblend
pipe3.source_catalog.npixels = npixels
pipe3.save_results = True
# run Image3
image = pipe3.run('starfield_long_asnfile.json')
print('Image 3 pipeline finished.')
2022-12-02 16:36:34,864 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-12-02 16:36:34,866 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-12-02 16:36:34,868 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-12-02 16:36:34,870 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-12-02 16:36:34,871 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-12-02 16:36:34,873 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-12-02 16:36:34,874 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-12-02 16:36:35,352 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_long_asnfile.json',).
2022-12-02 16:36:35,361 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'use_custom_catalogs': False, 'catalog_format': 'ecsv', 'catfile': '', 'kernel_fwhm': 4, 'snr_threshold': 3, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 3, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 2, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 4, 'snr_threshold': 3, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-12-02 16:36:35,524 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'jw01040001005_03109_00001_mirimage_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-12-02 16:36:35,534 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-12-02 16:36:35,536 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits'.
2022-12-02 16:36:35,538 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-12-02 16:36:35,539 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-12-02 16:36:36,391 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-12-02 16:36:36,394 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': True, 'use_custom_catalogs': False, 'catalog_format': 'ecsv', 'catfile': '', 'kernel_fwhm': 4, 'snr_threshold': 3, 'sharplo': 0.2, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'brightest': 200, 'peakmax': None, 'bkg_boxsize': 400, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 3, 'searchrad': 1.0, 'use2dhist': True, 'separation': 1.0, 'tolerance': 0.7, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 1.5, 'abs_refcat': 'GAIADR2', 'save_abs_catalog': True, 'abs_minobj': 2, 'abs_searchrad': 6.0, 'abs_use2dhist': True, 'abs_separation': 0.1, 'abs_tolerance': 0.7, 'abs_fitgeometry': 'rshift', 'abs_nclip': 3, 'abs_sigma': 3.0}
2022-12-02 16:36:36,820 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 7 sources in jw01040001005_03109_00001_mirimage_cal.fits.
2022-12-02 16:36:36,823 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00001_mirimage_cal_cat.ecsv
2022-12-02 16:36:37,244 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00002_mirimage_cal.fits.
2022-12-02 16:36:37,247 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00002_mirimage_cal_cat.ecsv
2022-12-02 16:36:37,670 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 5 sources in jw01040001005_03109_00003_mirimage_cal.fits.
2022-12-02 16:36:37,673 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00003_mirimage_cal_cat.ecsv
2022-12-02 16:36:38,121 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00004_mirimage_cal.fits.
2022-12-02 16:36:38,124 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00004_mirimage_cal_cat.ecsv
2022-12-02 16:36:38,544 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 6 sources in jw01040001005_03109_00005_mirimage_cal.fits.
2022-12-02 16:36:38,547 - stpipe.Image3Pipeline.tweakreg - INFO - Wrote source catalog: jw01040001005_03109_00005_mirimage_cal_cat.ecsv
2022-12-02 16:36:38,568 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:38,568 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 5.
2022-12-02 16:36:38,569 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-12-02 16:36:38,589 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00001_mirimage_cal':
2022-12-02 16:36:38,590 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00001_mirimage_cal
2022-12-02 16:36:38,610 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00002_mirimage_cal':
2022-12-02 16:36:38,611 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00002_mirimage_cal
2022-12-02 16:36:38,631 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00003_mirimage_cal':
2022-12-02 16:36:38,631 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00003_mirimage_cal
2022-12-02 16:36:38,650 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00004_mirimage_cal':
2022-12-02 16:36:38,651 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00004_mirimage_cal
2022-12-02 16:36:38,670 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'jw01040001005_03109_00005_mirimage_cal':
2022-12-02 16:36:38,670 - stpipe.Image3Pipeline.tweakreg - INFO - jw01040001005_03109_00005_mirimage_cal
2022-12-02 16:36:38,671 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:38,671 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:38,671 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-12-02 16:36:38.671487
2022-12-02 16:36:38,672 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.0
2022-12-02 16:36:38,672 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:38,853 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: jw01040001005_03109_00001_mirimage_cal' as reference image
2022-12-02 16:36:38,857 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00002_mirimage_cal' to the reference catalog.
2022-12-02 16:36:38,970 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00002_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00001_mirimage_cal' catalog.
2022-12-02 16:36:38,970 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:38,971 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 6 matches
2022-12-02 16:36:38,972 - stpipe.Image3Pipeline.tweakreg - INFO - Found 6 matches for 'GROUP ID: jw01040001005_03109_00002_mirimage_cal'...
2022-12-02 16:36:38,973 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:36:38,975 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00002_mirimage_cal:
2022-12-02 16:36:38,975 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00368442 YSH: -0.00447564
2022-12-02 16:36:38,976 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:38,976 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00631909 FIT MAE: 0.00563788
2022-12-02 16:36:38,977 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 6 objects.
2022-12-02 16:36:39,020 - stpipe.Image3Pipeline.tweakreg - INFO - Added 0 unmatched sources from 'GROUP ID: jw01040001005_03109_00002_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,060 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00005_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,180 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00005_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00002_mirimage_cal' catalog.
2022-12-02 16:36:39,181 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:39,182 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 4 matches
2022-12-02 16:36:39,183 - stpipe.Image3Pipeline.tweakreg - INFO - Found 4 matches for 'GROUP ID: jw01040001005_03109_00005_mirimage_cal'...
2022-12-02 16:36:39,184 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:36:39,186 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00005_mirimage_cal:
2022-12-02 16:36:39,187 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00927299 YSH: -0.00551026
2022-12-02 16:36:39,188 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:39,188 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00673851 FIT MAE: 0.0062002
2022-12-02 16:36:39,189 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 4 objects.
2022-12-02 16:36:39,235 - stpipe.Image3Pipeline.tweakreg - INFO - Added 2 unmatched sources from 'GROUP ID: jw01040001005_03109_00005_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,260 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00003_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,379 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00003_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00005_mirimage_cal' catalog.
2022-12-02 16:36:39,379 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:39,380 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 4 matches
2022-12-02 16:36:39,382 - stpipe.Image3Pipeline.tweakreg - INFO - Found 4 matches for 'GROUP ID: jw01040001005_03109_00003_mirimage_cal'...
2022-12-02 16:36:39,384 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:36:39,385 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00003_mirimage_cal:
2022-12-02 16:36:39,386 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00965673 YSH: 0.00408988
2022-12-02 16:36:39,387 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:39,387 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0081492 FIT MAE: 0.00803468
2022-12-02 16:36:39,388 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 4 objects.
2022-12-02 16:36:39,433 - stpipe.Image3Pipeline.tweakreg - INFO - Added 1 unmatched sources from 'GROUP ID: jw01040001005_03109_00003_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,446 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: jw01040001005_03109_00004_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,562 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_00004_mirimage_cal' catalog with sources from the reference 'jw01040001005_03109_00003_mirimage_cal' catalog.
2022-12-02 16:36:39,563 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:39,563 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0, 0 based on a single non-zero bin and 5 matches
2022-12-02 16:36:39,565 - stpipe.Image3Pipeline.tweakreg - INFO - Found 5 matches for 'GROUP ID: jw01040001005_03109_00004_mirimage_cal'...
2022-12-02 16:36:39,565 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-12-02 16:36:39,567 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: jw01040001005_03109_00004_mirimage_cal:
2022-12-02 16:36:39,567 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.0178715 YSH: 0.000392141
2022-12-02 16:36:39,568 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:39,568 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00885439 FIT MAE: 0.00871094
2022-12-02 16:36:39,568 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 5 objects.
2022-12-02 16:36:39,610 - stpipe.Image3Pipeline.tweakreg - INFO - Added 1 unmatched sources from 'GROUP ID: jw01040001005_03109_00004_mirimage_cal' to the reference catalog.
2022-12-02 16:36:39,610 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:39,610 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-12-02 16:36:39.610563
2022-12-02 16:36:39,611 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.939076
2022-12-02 16:36:39,611 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:42,824 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:42,825 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-12-02 16:36:42.824151
2022-12-02 16:36:42,825 - stpipe.Image3Pipeline.tweakreg - INFO - Version 0.8.0
2022-12-02 16:36:42,826 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:43,186 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: 987654' to the reference catalog.
2022-12-02 16:36:43,332 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'jw01040001005_03109_0000' catalog with sources from the reference 'Unnamed' catalog.
2022-12-02 16:36:43,333 - stpipe.Image3Pipeline.tweakreg - INFO - Computing initial guess for X and Y shifts...
2022-12-02 16:36:43,335 - stpipe.Image3Pipeline.tweakreg - INFO - Found initial X and Y shifts of 0.9832, -1.255 with significance of 14.54 and 91 matches.
2022-12-02 16:36:43,336 - stpipe.Image3Pipeline.tweakreg - INFO - Found 11 matches for 'GROUP ID: 987654'...
2022-12-02 16:36:43,337 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'rshift' fit
2022-12-02 16:36:43,339 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'rshift' fit for GROUP ID: 987654:
2022-12-02 16:36:43,339 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.951828 YSH: 1.04498 ROT: 0.0106289 SCALE: 1
2022-12-02 16:36:43,340 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:43,340 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0244024 FIT MAE: 0.0226358
2022-12-02 16:36:43,341 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 11 objects.
2022-12-02 16:36:43,546 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:43,547 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-12-02 16:36:43.546713
2022-12-02 16:36:43,548 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.722562
2022-12-02 16:36:43,548 - stpipe.Image3Pipeline.tweakreg - INFO -
2022-12-02 16:36:44,099 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-12-02 16:36:44,397 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-12-02 16:36:44,399 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '~DO_NOT_USE+NON_SCIENCE', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-12-02 16:36:44,525 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:36:44,525 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-12-02 16:36:44.525083
2022-12-02 16:36:44,526 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:36:44,526 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'match'
2022-12-02 16:36:44,526 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-12-02 16:36:44,527 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-12-02 16:36:44,527 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:36:44,527 - stpipe.Image3Pipeline.skymatch - INFO - ---- Computing differences in sky values in overlapping regions.
2022-12-02 16:36:48,649 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00001_mirimage_cal.fits. Sky background: 0
2022-12-02 16:36:48,650 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00002_mirimage_cal.fits. Sky background: 0.0879307
2022-12-02 16:36:48,650 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00003_mirimage_cal.fits. Sky background: 0.124274
2022-12-02 16:36:48,650 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00004_mirimage_cal.fits. Sky background: 0.168047
2022-12-02 16:36:48,651 - stpipe.Image3Pipeline.skymatch - INFO - * Image ID=jw01040001005_03109_00005_mirimage_cal.fits. Sky background: 0.20089
2022-12-02 16:36:48,651 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:36:48,652 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-12-02 16:36:48.651824
2022-12-02 16:36:48,652 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:04.126741
2022-12-02 16:36:48,652 - stpipe.Image3Pipeline.skymatch - INFO -
2022-12-02 16:36:48,673 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-12-02 16:36:48,903 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-12-02 16:36:48,905 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None, 'in_memory': False}
2022-12-02 16:36:48,911 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 5 inputs
2022-12-02 16:36:48,912 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter kernel: square
2022-12-02 16:36:48,912 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:36:48,913 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter fillval: INDEF
2022-12-02 16:36:48,913 - stpipe.Image3Pipeline.outlier_detection - INFO - Driz parameter weight_type: ivm
2022-12-02 16:36:48,914 - stpipe.Image3Pipeline.outlier_detection - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:36:49,074 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:49,940 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:50,235 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00001_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:50,243 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:51,134 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:51,441 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00002_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:51,450 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:52,454 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:52,826 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00003_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:52,837 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:53,894 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:54,255 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00004_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:54,267 - stpipe.Image3Pipeline.outlier_detection - INFO - 1 exposures to drizzle together
2022-12-02 16:36:55,283 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:36:55,628 - stpipe.Image3Pipeline.outlier_detection - INFO - Exposure jw01040001005_03109_00005_mirimage_outlier_i2d.fits saved to file
2022-12-02 16:36:58,972 - stpipe.Image3Pipeline.outlier_detection - WARNING - /internal/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/yaml/constructor.py:49: ResourceWarning: unclosed file <_io.BufferedReader name='jw01040001005_03109_00001_mirimage_outlier_i2d.fits'>
node = self.get_single_node()
2022-12-02 16:37:00,566 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-12-02 16:37:01,747 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:03,163 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:04,514 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:05,754 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:06,992 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1160, 1116)
2022-12-02 16:37:07,229 - stpipe.Image3Pipeline.outlier_detection - INFO - Flagging outliers
2022-12-02 16:37:07,833 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 73 (0.01%)
2022-12-02 16:37:08,072 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 94 (0.01%)
2022-12-02 16:37:08,312 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 81 (0.01%)
2022-12-02 16:37:08,555 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 89 (0.01%)
2022-12-02 16:37:08,789 - stpipe.Image3Pipeline.outlier_detection - INFO - New pixels flagged as outliers: 81 (0.01%)
2022-12-02 16:37:09,094 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00001_mirimage_a3001_crf.fits
2022-12-02 16:37:09,398 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00002_mirimage_a3001_crf.fits
2022-12-02 16:37:09,696 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00003_mirimage_a3001_crf.fits
2022-12-02 16:37:09,988 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00004_mirimage_a3001_crf.fits
2022-12-02 16:37:10,275 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in jw01040001005_03109_00005_mirimage_a3001_crf.fits
2022-12-02 16:37:10,276 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-12-02 16:37:10,576 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-12-02 16:37:10,578 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'output_shape': None, 'crpix': None, 'crval': None, 'rotation': None, 'pixel_scale_ratio': 1.0, 'pixel_scale': None, 'single': False, 'blendheaders': True, 'allowed_memory': None, 'in_memory': True}
2022-12-02 16:37:10,596 - stpipe.Image3Pipeline.resample - INFO - Using drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-12-02 16:37:10,617 - stpipe.Image3Pipeline.resample - INFO - Driz parameter kernel: square
2022-12-02 16:37:10,618 - stpipe.Image3Pipeline.resample - INFO - Driz parameter pixfrac: 1.0
2022-12-02 16:37:10,618 - stpipe.Image3Pipeline.resample - INFO - Driz parameter fillval: INDEF
2022-12-02 16:37:10,618 - stpipe.Image3Pipeline.resample - INFO - Driz parameter weight_type: ivm
2022-12-02 16:37:10,619 - stpipe.Image3Pipeline.resample - INFO - Output pixel scale ratio: 1.0
2022-12-02 16:37:10,790 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined_long.fits
2022-12-02 16:37:11,623 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-12-02 16:37:12,466 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:13,490 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:14,482 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:15,479 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:16,517 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:16,729 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-12-02 16:37:17,808 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:19,036 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:20,393 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:21,763 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:23,204 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:23,510 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-12-02 16:37:24,632 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:25,942 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:27,184 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:28,371 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:29,544 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:29,832 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-12-02 16:37:30,748 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:31,949 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:33,218 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:34,389 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:35,559 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1160, 1116)
2022-12-02 16:37:35,891 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS 80.512123501 -69.438789889 80.533294974 -69.473745446 80.629169694 -69.466565552 80.607849414 -69.431621670
2022-12-02 16:37:36,447 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_long_i2d.fits
2022-12-02 16:37:36,448 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-12-02 16:37:37,004 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1160, 1116) from starfield_combined_long_i2d.fits>,).
2022-12-02 16:37:37,006 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 1000, 'kernel_fwhm': 4, 'snr_threshold': 3, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-12-02 16:37:37,034 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file: /grp/crds/cache/references/jwst/jwst_miri_apcorr_0008.fits
2022-12-02 16:37:37,047 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file: /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-12-02 16:37:37,048 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-12-02 16:37:37,049 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-12-02 16:37:37,049 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F1280W
2022-12-02 16:37:37,050 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-12-02 16:37:37,112 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 5.24056
2022-12-02 16:37:37,194 - stpipe.Image3Pipeline.source_catalog - INFO - Background could not be estimated in meshes. Using the entire unmasked array for background estimation: bkg_boxsize=(1160, 1116).
2022-12-02 16:37:37,962 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 149 sources
2022-12-02 16:37:38,200 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_long_cat.ecsv
2022-12-02 16:37:38,368 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_long_segm.fits
2022-12-02 16:37:38,370 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_long_segm.fits
2022-12-02 16:37:38,371 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-12-02 16:37:38,373 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done
Image 3 pipeline finished.
photfile_long = 'starfield_combined_long_cat.ecsv'
input_file_long = 'starfield_combined_long_i2d.fits'
# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source
#cat_data = table.Table.read(photfile_long, format='ascii', comment='#')
catalog_long = Table.read(photfile_long)
miri_x_long = catalog_long['xcentroid']
miri_y_long = catalog_long['ycentroid']
catalog_long
| label | xcentroid | ycentroid | sky_centroid | aper_bkg_flux | aper_bkg_flux_err | aper30_flux | aper30_flux_err | aper50_flux | aper50_flux_err | aper70_flux | aper70_flux_err | aper_total_flux | aper_total_flux_err | aper30_abmag | aper30_abmag_err | aper50_abmag | aper50_abmag_err | aper70_abmag | aper70_abmag_err | aper_total_abmag | aper_total_abmag_err | aper30_vegamag | aper30_vegamag_err | aper50_vegamag | aper50_vegamag_err | aper70_vegamag | aper70_vegamag_err | aper_total_vegamag | aper_total_vegamag_err | CI_50_30 | CI_70_50 | CI_70_30 | is_extended | sharpness | roundness | nn_label | nn_dist | isophotal_flux | isophotal_flux_err | isophotal_abmag | isophotal_abmag_err | isophotal_vegamag | isophotal_vegamag_err | isophotal_area | semimajor_sigma | semiminor_sigma | ellipticity | orientation | sky_orientation | sky_bbox_ll | sky_bbox_ul | sky_bbox_lr | sky_bbox_ur |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| deg,deg | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | Jy | pix | Jy | Jy | pix2 | pix | pix | deg | deg | deg,deg | deg,deg | deg,deg | deg,deg | |||||||||||||||||||||||||||||||
| int64 | float64 | float64 | SkyCoord | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | bool | float64 | float32 | int64 | float64 | float64 | float32 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | float64 | SkyCoord | SkyCoord | SkyCoord | SkyCoord |
| 1 | 565.4709 | 14.9495 | 80.56090864338675,-69.43561479780116 | 4.727294e-08 | 7.610637e-09 | 6.689505e-06 | 3.722346e-07 | 1.212399e-05 | 5.457946e-07 | 2.147384e-05 | 1.194243e-06 | 3.157000e-05 | 1.755729e-06 | 21.836515 | 0.058794 | 21.190886 | 0.047809 | 20.570226 | 0.058763 | 20.151814 | 0.058763 | 16.595955 | 0.058794 | 15.950326 | 0.047809 | 15.329666 | 0.058763 | 14.911254 | 0.058763 | 1.8124 | 1.7712 | 3.2101 | False | 0.403697 | 0.233547 | 3 | 24.625698 | 2.616816e-05 | 9.954867e-07 | 20.355567 | 0.040537 | 15.115007 | 0.040537 | 70.0 | 2.996224 | 1.897275 | 0.366778 | 60.349024 | 318.305253 | 80.56034602381149,-69.43542227307377 | 80.56058375048954,-69.43581396491527 | 80.56128956394572,-69.43535161410156 | 80.5615273070377,-69.43574330465533 |
| 2 | 791.2072 | 19.9113 | 80.580361237104,-69.43431317351029 | 8.911427e-08 | 6.506552e-09 | 1.585506e-06 | 3.526593e-07 | 2.391652e-06 | 5.036047e-07 | 7.798251e-06 | 1.076452e-06 | 1.146468e-05 | 1.582558e-06 | 23.399580 | 0.218057 | 22.953255 | 0.207473 | 21.670007 | 0.140392 | 21.251595 | 0.140392 | 18.159020 | 0.218057 | 17.712695 | 0.207473 | 16.429447 | 0.140392 | 16.011035 | 0.140392 | 1.5084 | 3.2606 | 4.9185 | False | 0.411604 | -0.627248 | 9 | 101.672219 | 1.704558e-05 | 8.044457e-07 | 20.820971 | 0.050068 | 15.580411 | 0.050068 | 61.0 | 5.013569 | 1.317954 | 0.737123 | -81.570671 | 176.385558 | 80.57980348813638,-69.43409003885898 | 80.58011480762374,-69.43460221644848 | 80.58057537575928,-69.43403214113647 | 80.58088671280095,-69.43454431734607 |
| 3 | 541.7335 | 21.5040 | 80.5589923471751,-69.43596475342882 | 5.759481e-08 | 8.170478e-09 | 2.846161e-06 | 3.053138e-07 | 5.577625e-06 | 4.505026e-07 | 1.136418e-05 | 9.957110e-07 | 1.670717e-05 | 1.463855e-06 | 22.764352 | 0.110636 | 22.033877 | 0.084333 | 21.261155 | 0.091191 | 20.842743 | 0.091191 | 17.523791 | 0.110636 | 16.793317 | 0.084333 | 16.020595 | 0.091191 | 15.602183 | 0.091191 | 1.9597 | 2.0375 | 3.9928 | False | 0.293903 | -0.460396 | 1 | 24.625698 | 1.314127e-05 | 6.483705e-07 | 21.103407 | 0.052289 | 15.862846 | 0.052289 | 42.0 | 2.481931 | 1.315891 | 0.469811 | -5.879174 | 252.077056 | 80.5584884917366,-69.43590785432238 | 80.5586164819961,-69.43611876671976 | 80.55943205929319,-69.43583720541031 | 80.55956005839155,-69.4360481171144 |
| 4 | 1041.0008 | 36.9993 | 80.60209693270511,-69.43321968274137 | 6.294886e-08 | 8.532048e-09 | 1.850295e-06 | 3.631250e-07 | 3.558128e-06 | 5.342838e-07 | 6.454435e-06 | 1.190130e-06 | 9.489057e-06 | 1.749683e-06 | 23.231897 | 0.194557 | 22.521946 | 0.151894 | 21.875354 | 0.183736 | 21.456942 | 0.183736 | 17.991337 | 0.194557 | 17.281386 | 0.151894 | 16.634794 | 0.183736 | 16.216382 | 0.183736 | 1.9230 | 1.8140 | 3.4883 | False | 0.757454 | 0.675951 | 11 | 70.853399 | 2.422831e-06 | 3.585695e-07 | 22.939192 | 0.149851 | 17.698632 | 0.149851 | 9.0 | 0.813479 | 0.806296 | 0.008830 | 43.917183 | 301.873412 | 80.60194073194573,-69.43318418566919 | 80.60201410327218,-69.43330468877356 | 80.60228375263291,-69.43315841017849 | 80.60235712579427,-69.43327891313831 |
| 5 | 944.3859 | 60.6232 | 80.5942445326596,-69.43455376821836 | 3.068326e-08 | 6.329107e-09 | 3.264609e-06 | 2.602425e-07 | 5.498440e-06 | 3.825973e-07 | 7.791456e-06 | 8.438223e-07 | 1.145469e-05 | 1.240554e-06 | 22.615422 | 0.083274 | 22.049401 | 0.073036 | 21.670953 | 0.111644 | 21.252541 | 0.111644 | 17.374862 | 0.083274 | 16.808841 | 0.073036 | 16.430393 | 0.111644 | 16.011981 | 0.111644 | 1.6843 | 1.4170 | 2.3866 | False | 0.318523 | 0.343898 | 4 | 99.461189 | 4.753769e-06 | 3.081815e-07 | 22.207405 | 0.068200 | 16.966845 | 0.068200 | 13.0 | 1.046039 | 0.905913 | 0.133959 | -43.694132 | 214.262097 | 80.59404386886479,-69.4345019471081 | 80.5941355334341,-69.43465258014352 | 80.59447268272355,-69.43446974707554 | 80.59456435016064,-69.43462037988523 |
| 6 | 630.3245 | 65.3318 | 80.5673932886262,-69.43671610847453 | 9.920342e-08 | 6.679984e-09 | 1.390551e-06 | 2.528146e-07 | 2.852900e-06 | 3.722468e-07 | 7.789150e-06 | 8.312334e-07 | 1.145130e-05 | 1.222047e-06 | 23.542033 | 0.181368 | 22.761784 | 0.133157 | 21.671275 | 0.110091 | 21.252863 | 0.110091 | 18.301473 | 0.181368 | 17.521224 | 0.133157 | 16.430715 | 0.110091 | 16.012303 | 0.110091 | 2.0516 | 2.7303 | 5.6015 | True | 0.152302 | -1.822465 | 12 | 46.042842 | 8.888729e-06 | 4.924153e-07 | 21.527901 | 0.058540 | 16.287341 | 0.058540 | 35.0 | 2.573898 | 1.131837 | 0.560263 | -42.831120 | 215.125109 | 80.56699511744975,-69.43662523602262 | 80.56715978964114,-69.43689640105275 | 80.56776713061566,-69.43656739505224 | 80.56793181210449,-69.43683855935254 |
| 7 | 394.3334 | 72.3313 | 80.5472765008555,-69.4384424993236 | 4.179142e-08 | 9.222787e-09 | 1.901300e-06 | 1.225168e-07 | 3.494553e-06 | 1.815001e-07 | 8.366196e-06 | 4.150712e-07 | 1.229965e-05 | 6.102214e-07 | 23.202374 | 0.067801 | 22.541521 | 0.054975 | 21.593680 | 0.052573 | 21.175268 | 0.052573 | 17.961814 | 0.067801 | 17.300961 | 0.054975 | 16.353120 | 0.052573 | 15.934708 | 0.052573 | 1.8380 | 2.3941 | 4.4003 | False | 1.599540 | -0.640441 | 13 | 55.454012 | 1.555974e-06 | 9.832475e-08 | 23.419994 | 0.066529 | 18.179434 | 0.066529 | 6.0 | 0.908839 | 0.523497 | 0.423994 | -45.139428 | 212.816801 | 80.547085747802,-69.43839908441 | 80.54715882931235,-69.43851961057825 | 80.54742891739029,-69.43837341694575 | 80.54750200073809,-69.4384939429701 |
| 8 | 529.3409 | 79.9941 | 80.55899880512173,-69.43780666911967 | 5.398585e-08 | 5.404841e-09 | 6.960556e-06 | 2.458565e-07 | 1.160327e-05 | 3.554485e-07 | 1.522954e-05 | 7.659358e-07 | 2.238987e-05 | 1.126049e-06 | 21.793390 | 0.037688 | 21.238549 | 0.032761 | 20.943283 | 0.053276 | 20.524871 | 0.053276 | 16.552830 | 0.037688 | 15.997989 | 0.032761 | 15.702723 | 0.053276 | 15.284311 | 0.053276 | 1.6670 | 1.3125 | 2.1880 | False | 0.469522 | -0.303890 | 10 | 47.091515 | 1.753399e-05 | 5.169762e-07 | 20.790298 | 0.031549 | 15.549738 | 0.031549 | 44.0 | 1.797507 | 1.599293 | 0.110272 | -17.613165 | 240.343064 | 80.55860541128449,-69.43772606090793 | 80.55875169975877,-69.43796710354636 | 80.55937748656511,-69.43766825711404 | 80.55952378330569,-69.43790929910413 |
| 9 | 721.3212 | 93.7570 | 80.57571917025444,-69.4369875271473 | 5.990188e-08 | 5.274971e-09 | 2.442376e-06 | 2.111054e-07 | 4.310395e-06 | 3.085543e-07 | 5.639394e-06 | 6.818759e-07 | 8.290816e-06 | 1.002467e-06 | 22.930469 | 0.090009 | 22.313707 | 0.075065 | 22.021919 | 0.123930 | 21.603507 | 0.123930 | 17.689908 | 0.090009 | 17.073147 | 0.075065 | 16.781359 | 0.123930 | 16.362947 | 0.123930 | 1.7648 | 1.3083 | 2.3090 | False | 0.344789 | -0.161327 | 6 | 95.333059 | 3.868002e-06 | 2.403990e-07 | 22.431283 | 0.065465 | 17.190723 | 0.065465 | 12.0 | 1.021922 | 0.891057 | 0.128058 | -18.993825 | 238.962404 | 80.57552163010774,-69.43693123872121 | 80.57561317521464,-69.437081881501 | 80.57595052017757,-69.43689908428108 | 80.57604206815374,-69.43704972683545 |
| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |
| 140 | 396.7666 | 1114.0807 | 80.56654674392138,-69.4698153220986 | -2.187186e-08 | 8.157207e-09 | 9.234772e-05 | 1.066515e-07 | 1.549414e-04 | 1.573559e-07 | 2.252754e-04 | 3.438704e-07 | 3.311911e-04 | 5.055448e-07 | 18.986435 | 0.001253 | 18.424581 | 0.001102 | 18.018215 | 0.001656 | 17.599803 | 0.001656 | 13.745875 | 0.001253 | 13.184021 | 0.001102 | 12.777655 | 0.001656 | 12.359243 | 0.001656 | 1.6778 | 1.4539 | 2.4394 | False | 0.408809 | 0.014022 | 141 | 62.361349 | 2.504680e-04 | 4.802899e-07 | 17.903119 | 0.002080 | 12.662559 | 0.002080 | 177.0 | 2.556570 | 2.525091 | 0.012313 | -51.429436 | 206.526793 | 80.56578355179465,-69.46963361599384 | 80.56607672833745,-69.4701156890833 | 80.56715813370393,-69.46953079477987 | 80.5674513397223,-69.4700128655598 |
| 141 | 334.5026 | 1117.5640 | 80.56126120795223,-69.47032032387911 | 3.133176e-08 | 8.154610e-09 | 6.379218e-05 | 1.060080e-07 | 1.032016e-04 | 1.565003e-07 | 1.562591e-04 | 3.480576e-07 | 2.297260e-04 | 5.117006e-07 | 19.388081 | 0.001803 | 18.865783 | 0.001645 | 18.415387 | 0.002416 | 17.996975 | 0.002416 | 14.147521 | 0.001803 | 13.625223 | 0.001645 | 13.174827 | 0.002416 | 12.756414 | 0.002416 | 1.6178 | 1.5141 | 2.4495 | False | 0.782839 | 0.889602 | 144 | 25.601369 | 1.797192e-04 | 4.473098e-07 | 18.263514 | 0.002699 | 13.022954 | 0.002699 | 165.0 | 2.741332 | 2.512212 | 0.083580 | 77.636396 | 335.592625 | 80.56051187068199,-69.47012233631317 | 80.56082325245362,-69.47063454836209 | 80.56188650914999,-69.47001955663768 | 80.56219792224343,-69.47053176623373 |
| 142 | 58.2024 | 1115.2307 | 80.53747800439376,-69.47202328665465 | -1.754495e-08 | 7.278672e-09 | 1.279415e-05 | 3.624720e-07 | 2.136172e-05 | 5.253996e-07 | 3.095177e-05 | 1.135796e-06 | 4.550408e-05 | 1.669803e-06 | 21.132471 | 0.030332 | 20.575909 | 0.026381 | 20.173286 | 0.039128 | 19.754874 | 0.039128 | 15.891911 | 0.030332 | 15.335349 | 0.026381 | 14.932726 | 0.039128 | 14.514314 | 0.039128 | 1.6696 | 1.4489 | 2.4192 | False | 0.370824 | -0.005230 | 115 | 131.938283 | 2.859137e-05 | 8.291113e-07 | 20.259413 | 0.031037 | 15.018853 | 0.031037 | 52.0 | 1.794765 | 1.744699 | 0.027896 | 50.611824 | 308.568053 | 80.53709164360681,-69.47193461043433 | 80.53725620884326,-69.47220580368871 | 80.5378650076932,-69.47187690201164 | 80.53802958226211,-69.47214809453693 |
| 143 | 195.3861 | 1125.1809 | 80.54944779290393,-69.47144307288005 | 9.380163e-09 | 7.626292e-09 | 3.640796e-06 | 2.445145e-07 | 7.096280e-06 | 3.597332e-07 | 1.928853e-05 | 8.015404e-07 | 2.835725e-05 | 1.178393e-06 | 22.497009 | 0.070573 | 21.772423 | 0.053690 | 20.686752 | 0.044206 | 20.268340 | 0.044206 | 17.256449 | 0.070573 | 16.531863 | 0.053690 | 15.446192 | 0.044206 | 15.027780 | 0.044206 | 1.9491 | 2.7181 | 5.2979 | False | 0.362715 | 0.367695 | 149 | 41.503663 | 1.293550e-05 | 5.136514e-07 | 21.120542 | 0.042279 | 15.879982 | 0.042279 | 41.0 | 1.861212 | 1.591319 | 0.145009 | 8.148946 | 266.105175 | 80.5490465216569,-69.47135710241658 | 80.54919293203342,-69.4715981530714 | 80.54981983277958,-69.47129934100185 | 80.54996625144958,-69.47154039100799 |
| 144 | 312.3901 | 1130.4663 | 80.55959769206929,-69.47085110832644 | 0.000000e+00 | 2.218899e-09 | 3.310700e-06 | 1.329593e-07 | 3.990389e-06 | 1.970625e-07 | 3.733643e-06 | 4.019092e-07 | 5.489056e-06 | 5.908711e-07 | 22.600200 | 0.042751 | 22.397462 | 0.052336 | 22.469668 | 0.111002 | 22.051256 | 0.111002 | 17.359640 | 0.042751 | 17.156902 | 0.052336 | 17.229108 | 0.111002 | 16.810696 | 0.111002 | 1.2053 | 0.9357 | 1.1278 | False | 0.517448 | -0.280797 | 141 | 25.601369 | 4.071843e-06 | 1.428732e-07 | 22.375522 | 0.037443 | 17.134962 | 0.037443 | 9.0 | 1.086070 | 0.611356 | 0.437093 | 2.796622 | 260.752851 | 80.55939928158615,-69.47080400301563 | 80.55947254262632,-69.47092452401428 | 80.55982887283332,-69.47077188827055 | 80.55990213617677,-69.47089240908886 |
| 145 | 714.3991 | 1141.2121 | 80.59433085481167,-69.46858934263928 | -6.711818e-09 | 7.265866e-09 | 3.889214e-06 | 3.551297e-07 | 6.420454e-06 | 5.176157e-07 | 1.012647e-05 | 1.096461e-06 | 1.488754e-05 | 1.611974e-06 | 22.425346 | 0.094872 | 21.881086 | 0.084182 | 21.386354 | 0.111620 | 20.967942 | 0.111620 | 17.184785 | 0.094872 | 16.640526 | 0.084182 | 16.145794 | 0.111620 | 15.727382 | 0.111620 | 1.6508 | 1.5772 | 2.6037 | False | 0.303351 | 0.235976 | 146 | 27.529616 | 5.008630e-06 | 4.048236e-07 | 22.150703 | 0.084389 | 16.910143 | 0.084389 | 12.0 | 1.067338 | 0.828270 | 0.223985 | 32.739322 | 290.695552 | 80.59413628920473,-69.4685499942257 | 80.59422809985665,-69.4687006272136 | 80.5945657832698,-69.4685177939507 | 80.59465759679861,-69.46866842671253 |
| 146 | 741.7531 | 1144.3163 | 80.59673753265552,-69.46850668623944 | 2.368366e-09 | 6.150602e-09 | 1.445533e-05 | 3.814116e-07 | 2.425497e-05 | 5.511286e-07 | 3.721779e-05 | 1.173489e-06 | 5.471614e-05 | 1.725217e-06 | 20.999930 | 0.028276 | 20.437998 | 0.024394 | 19.973123 | 0.033705 | 19.554711 | 0.033705 | 15.759370 | 0.028276 | 15.197438 | 0.024394 | 14.732563 | 0.033705 | 14.314151 | 0.033705 | 1.6779 | 1.5344 | 2.5747 | False | 0.383306 | 0.221318 | 145 | 27.529616 | 3.555491e-05 | 9.752114e-07 | 20.022751 | 0.029379 | 14.782191 | 0.029379 | 68.0 | 2.047263 | 1.925945 | 0.059259 | 49.686983 | 307.643212 | 80.59628374663731,-69.46838898227666 | 80.5964673979986,-69.46869024594312 | 80.59714272058473,-69.46832457009525 | 80.59732638345308,-69.46862583285733 |
| 147 | 871.9003 | 1145.2202 | 80.60793309319958,-69.46769524780673 | 0.000000e+00 | 6.594597e-09 | 6.115625e-06 | 3.616406e-07 | 1.015161e-05 | 5.278065e-07 | 1.371051e-05 | 1.159126e-06 | 2.015665e-05 | 1.704101e-06 | 21.933898 | 0.062377 | 21.383663 | 0.055032 | 21.057366 | 0.088117 | 20.638954 | 0.088117 | 16.693338 | 0.062377 | 16.143103 | 0.055032 | 15.816806 | 0.088117 | 15.398394 | 0.088117 | 1.6599 | 1.3506 | 2.2419 | False | 0.390939 | 0.019548 | 139 | 90.741640 | 1.148745e-05 | 5.878287e-07 | 21.249441 | 0.054184 | 16.008881 | 0.054184 | 25.0 | 1.330942 | 1.310188 | 0.015594 | -3.458491 | 254.497738 | 80.60759103653662,-69.4676352230663 | 80.6077196985385,-69.46784609931564 | 80.60819227394013,-69.46759009601091 | 80.60832094157907,-69.4678009718167 |
| 148 | 673.0755 | 1151.1845 | 80.59096422780038,-69.46915587199365 | 0.000000e+00 | 6.109269e-09 | 3.178937e-06 | 3.571713e-07 | 5.914221e-06 | 5.238851e-07 | 1.001493e-05 | 1.157440e-06 | 1.472356e-05 | 1.701623e-06 | 22.644295 | 0.115609 | 21.970256 | 0.092151 | 21.398380 | 0.118743 | 20.979968 | 0.118743 | 17.403735 | 0.115609 | 16.729696 | 0.092151 | 16.157820 | 0.118743 | 15.739408 | 0.118743 | 1.8604 | 1.6934 | 3.1504 | False | 0.520998 | 0.510920 | 145 | 42.509856 | 4.942694e-06 | 4.389880e-07 | 22.165091 | 0.092386 | 16.924531 | 0.092386 | 14.0 | 1.332726 | 0.778517 | 0.415846 | -83.586329 | 174.369900 | 80.59077960688255,-69.46908513927349 | 80.59088975429293,-69.4692659009723 | 80.59112321483697,-69.46905938574946 | 80.59123336500946,-69.46924014723133 |
| 149 | 227.4199 | 1151.5701 | 80.55268332066805,-69.47203259149998 | 0.000000e+00 | 7.010574e-09 | 2.494826e-06 | 3.270656e-07 | 2.962733e-06 | 4.997537e-07 | 2.997148e-06 | 1.122718e-06 | 4.406289e-06 | 1.650576e-06 | 22.907399 | 0.133750 | 22.720769 | 0.169239 | 22.708230 | 0.345437 | 22.289817 | 0.345437 | 17.666839 | 0.133750 | 17.480209 | 0.169239 | 17.467669 | 0.345437 | 17.049257 | 0.345437 | 1.1876 | 1.0116 | 1.2013 | False | 0.485056 | -0.517668 | 143 | 41.503663 | 3.172437e-06 | 3.078397e-07 | 22.646517 | 0.100552 | 17.405957 | 0.100552 | 8.0 | 1.116532 | 0.495051 | 0.556617 | 0.213890 | 258.170119 | 80.55249876423146,-69.47201267379447 | 80.55255368395873,-69.47210306671754 | 80.55292839000036,-69.47198057604216 | 80.55298331145549,-69.47207096883001 |
# Look at output gaia catalog
gaia_out_long = 'fit_gaiadr2_ref.ecsv'
gaia_cat = table.Table.read(gaia_out_long, format='ascii', comment='#')
gaia_cat
| RA | DEC | mag | objID | GaiaID |
|---|---|---|---|---|
| float64 | float64 | float64 | int64 | str2 |
| 80.6352800462868 | -69.4528530041638 | 20.79766 | 4658081457873855744 | -1 |
| 80.6089584306409 | -69.441665334981 | 20.79199 | 4658081462096573056 | -1 |
| 80.5540605344063 | -69.4510149335645 | 20.72803 | 4658081389072293120 | -1 |
| 80.577376127151 | -69.4443452330911 | 20.69327 | 4658081496494557184 | -1 |
| 80.5985869347887 | -69.4306055937191 | 20.67209 | 4658081904468517248 | -1 |
| 80.606391675101 | -69.4554230033405 | 20.66223 | 4658081427775021824 | -1 |
| 80.5933019893023 | -69.4513187092001 | 20.66066 | 4658081492151636352 | -1 |
| 80.617727177091 | -69.4433874351504 | 20.65891 | 4658081462134839808 | -1 |
| 80.623533022303 | -69.4577174095808 | 20.64151 | 4658081423514083712 | -1 |
| 80.5775319561905 | -69.4524112170626 | 20.62047 | 4658081496456259584 | -1 |
| ... | ... | ... | ... | ... |
| 80.5466900624651 | -69.4532144762556 | 15.45603 | 4658081389038524928 | -1 |
| 80.5551479908486 | -69.4537086496902 | 15.40596 | 4658081393415226624 | -1 |
| 80.5911368518058 | -69.4711740829136 | 15.27315 | 4658081285992137472 | -1 |
| 80.5721331561039 | -69.4668552141973 | 14.90229 | 4658081359055229312 | -1 |
| 80.5637449320274 | -69.4307131315982 | 14.75183 | 4658081526477562240 | -1 |
| 80.5665528784479 | -69.4698077168265 | 14.58441 | 4658081354711870080 | -1 |
| 80.5614223055588 | -69.4430273055358 | 14.52465 | 4658081496494136192 | -1 |
| 80.5039446230512 | -69.4474541369013 | 14.33341 | 4658082149329460992 | -1 |
| 80.5355854676712 | -69.4401925009401 | 13.58188 | 4658082248065037824 | -1 |
| 80.516426597956 | -69.4445137183206 | 13.2718 | 4658082144952800896 | -1 |
# Read in i2d combined Image
im_i2d_long = ImageModel(input_file_long)
# read in ecsv photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(miri_x_long, miri_y_long,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7febb9d4c5b0>
# Get from RA and Dec in Gaia catalog to x and y positions on image
world_to_detector = im_i2d_long.meta.wcs.get_transform('world', 'detector')
xgaia_long,ygaia_long = world_to_detector(gaia_cat['RA'], gaia_cat['DEC'])
# read in ecsv gaia photom file output from source catalog
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table
#viz2 = LogStretch() + ManualInterval(0,10)
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(xgaia_long, ygaia_long,lw=1, s=10,color='black')
<matplotlib.collections.PathCollection at 0x7febb9d36cd0>
Start by looking at positions on the image, then calculate any differences in position between Gaia and the output of source_catalog.
# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1200
ind = np.where((xgaia_long > minval) & (xgaia_long < 1110)& (ygaia_long > minval) & (ygaia_long < maxval))
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data, origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.colorbar()
plt.scatter(miri_x_long, miri_y_long,lw=1, s=10,color='black')
plt.scatter(xgaia_long[ind], ygaia_long[ind],lw=1, s=5,color='white')
<matplotlib.collections.PathCollection at 0x7febba8364f0>
# Show zoomed in region to see if stars look like point sources and aren't smeared out or doubled
xmin = 700
xmax = 900
ymin = 500
ymax = 700
gaiazoom = np.where((xgaia_long > xmin) & (xgaia_long < xmax) & (ygaia_long > ymin) & (ygaia_long < ymax))
print(gaiazoom)
subx = xgaia_long[gaiazoom] - xmin
suby = ygaia_long[gaiazoom] - ymin
mirizoom = np.where((miri_x_long > xmin) & (miri_x_long < xmax) & (miri_y_long > ymin) & (miri_y_long < ymax))
print(gaiazoom)
subxmiri = miri_x_long[mirizoom] - xmin
subymiri = miri_y_long[mirizoom] - ymin
plt.figure(figsize=(20,20))
#plt.imshow(viz2(im_i2d.data), origin='lower')
plt.imshow(im_i2d_long.data[ymin:ymax,xmin:xmax], origin='lower', cmap='rainbow', vmin=18, vmax=26)
plt.scatter(subx, suby,lw=1, s=10,color='white')
plt.scatter(subxmiri, subymiri,lw=1, s=5,color='black')
plt.colorbar()
print('Gaia sources are marked in white, MIRI sources from the pipeline in black')
(array([ 6, 11, 40, 100, 114, 172, 180, 193, 311, 322, 337,
364, 380, 437, 483, 533, 551, 557, 740, 781, 793, 860,
943, 947, 951, 969, 1015, 1033, 1122, 1172, 1209, 1234, 1360,
1380, 1420, 1498, 1601, 1629, 1658, 1659, 1757, 1803, 1812, 1943,
1958, 2120, 2150]),)
(array([ 6, 11, 40, 100, 114, 172, 180, 193, 311, 322, 337,
364, 380, 437, 483, 533, 551, 557, 740, 781, 793, 860,
943, 947, 951, 969, 1015, 1033, 1122, 1172, 1209, 1234, 1360,
1380, 1420, 1498, 1601, 1629, 1658, 1659, 1757, 1803, 1812, 1943,
1958, 2120, 2150]),)
Gaia sources are marked in white, MIRI sources from the pipeline in black
# Calculate difference in position between catalog and Gaia positions. There is an offset here.
tol = 1 # Do calculations in pixels
found_count=0
# Set up array for matches
diffarr = np.array(len(xgaia_long))
deltax = []
deltay = []
xpos = []
ypos = []
print(' x y xdiff ydiff < 0.5 pix')
for i in np.arange(0,len(xgaia_long)):
for j in np.arange(0,len(miri_x_long)):
x_diff = abs(xgaia_long[i] - miri_x_long[j])
y_diff = abs(ygaia_long[i] - miri_y_long[j])
if x_diff < tol and y_diff < tol:
deltax.append(xgaia_long[i] - miri_x_long[j])
deltay.append(ygaia_long[i] - miri_y_long[j])
xpos.append(miri_x_long[j])
ypos.append(miri_y_long[j])
found_count +=1
if (x_diff < 0.5) and (y_diff < 0.5):
test = 'pass'
else:
test = 'fail'
print('{:15.6f} {:15.6f} {:15.6f} {:15.6f} {}'.format(miri_x_long[j], miri_y_long[j], x_diff, y_diff, test))
print()
print(found_count,' matches found')
diffarr = np.zeros(found_count)
for match in np.arange(0,found_count):
diffarr[match] = math.sqrt((deltax[match]**2)+(deltay[match]**2))
print()
x y xdiff ydiff < 0.5 pix
1010.191377 1007.305123 0.817365 0.556672 fail
673.075498 1151.184518 0.320285 0.415620 pass
1010.138960 375.141215 0.132400 0.449109 pass
377.527386 511.506026 0.777354 0.295439 fail
847.008726 908.023084 0.151913 0.014562 pass
721.321169 93.756997 0.082218 0.015291 pass
968.797760 633.839889 0.341589 0.165516 pass
468.699394 1023.024732 0.302684 0.182874 pass
387.035100 177.266304 0.046949 0.167844 pass
570.277705 560.001603 0.262286 0.189066 pass
858.774027 191.640175 0.315817 0.427740 pass
1030.012431 807.004029 0.030982 0.056265 pass
944.385878 60.623242 0.003125 0.520451 fail
135.501529 863.009864 0.377953 0.119028 pass
18.469426 918.610572 0.932465 0.430537 fail
527.978564 1051.496693 0.073010 0.154987 pass
467.110294 127.445937 0.066092 0.250861 pass
630.143925 673.139619 0.156724 0.141751 pass
755.297501 306.121297 0.186411 0.095127 pass
832.894134 185.295671 0.271667 0.336993 pass
427.795924 996.999297 0.217285 0.263694 pass
618.146426 109.734976 0.015201 0.465530 pass
929.243449 386.972918 0.290951 0.083927 pass
1011.755290 470.971429 0.454263 0.008983 pass
810.269883 362.538808 0.258194 0.159678 pass
156.799576 942.477348 0.155898 0.490519 pass
870.186946 815.839678 0.111927 0.083943 pass
787.895070 527.352576 0.135793 0.233505 pass
1052.489540 106.915059 0.349368 0.116097 pass
640.835810 532.834067 0.119904 0.218989 pass
845.507244 657.502324 0.272064 0.083097 pass
714.399074 1141.212057 0.492798 0.316742 pass
390.761709 704.473537 0.334452 0.725551 fail
505.759673 401.027739 0.126298 0.225248 pass
437.592601 403.637371 0.049550 0.193050 pass
489.566553 105.205331 0.038897 0.022145 pass
845.335337 399.105021 0.127802 0.061113 pass
215.623452 834.728248 0.105393 0.288011 pass
739.889088 774.855530 0.213656 0.177110 pass
604.298273 205.207607 0.020230 0.294441 pass
564.167271 733.158835 0.245714 0.044513 pass
499.219989 497.844896 0.234578 0.052865 pass
658.444370 533.142673 0.114210 0.146354 pass
692.924651 1003.582431 0.142888 0.121110 pass
814.782022 456.258800 0.151766 0.000463 pass
940.701917 826.354443 0.150704 0.085689 pass
318.123786 869.361693 0.164139 0.095792 pass
458.006616 560.508369 0.111801 0.076919 pass
950.214862 177.588390 0.439505 0.354377 pass
305.727328 1094.463565 0.311049 0.205245 pass
984.612192 1018.577687 0.071492 0.229175 pass
957.111096 1010.151243 0.168438 0.135462 pass
471.685192 263.977211 0.228579 0.230130 pass
555.621708 692.724368 0.052255 0.157388 pass
529.340944 79.994051 0.265520 0.230171 pass
411.732699 1031.437090 0.108108 0.102759 pass
871.900332 1145.220168 0.258273 0.438472 pass
738.768023 717.474514 0.233454 0.169038 pass
949.407227 404.178799 0.293233 0.033145 pass
1024.319219 719.107152 0.355112 0.316230 pass
943.507938 205.985625 0.329931 0.179485 pass
584.799094 884.738620 0.092460 0.100362 pass
1086.799184 941.674356 0.071508 0.114606 pass
919.272004 875.688276 0.275609 0.139910 pass
491.594567 842.091623 0.014031 0.107209 pass
644.682943 619.880196 0.076654 0.010003 pass
167.444850 894.682966 0.224690 0.166063 pass
486.202019 585.024901 0.138647 0.024191 pass
955.292977 1109.447104 0.328407 0.190460 pass
916.404690 370.973282 0.343213 0.010235 pass
946.368071 770.317212 0.246880 0.058807 pass
634.885992 927.674903 0.154294 0.327110 pass
902.316621 358.029214 0.239707 0.091433 pass
1013.382240 358.629347 0.233733 0.155425 pass
741.753109 1144.316339 0.386752 0.247531 pass
520.549301 650.905077 0.057699 0.186636 pass
1057.049205 378.815044 0.374541 0.155947 pass
754.099722 865.128735 0.122365 0.081020 pass
802.510536 917.413184 0.171232 0.196411 pass
1035.979337 796.572124 0.361620 0.052595 pass
678.536769 753.256685 0.080898 0.103362 pass
668.755246 757.681303 0.124721 0.032333 pass
58.202381 1115.230704 0.064487 0.285379 pass
621.527194 514.063874 0.051427 0.336447 pass
370.354319 673.520073 0.017748 0.008899 pass
575.658269 323.811756 0.008204 0.141289 pass
589.354440 146.900162 0.030502 0.302854 pass
594.407734 460.147361 0.053323 0.030874 pass
907.716040 531.407111 0.296334 0.025100 pass
459.003620 149.995634 0.051148 0.012836 pass
397.000279 376.495136 0.273771 0.031307 pass
747.947250 616.636071 0.075525 0.007300 pass
978.229485 1071.301250 0.234099 0.121092 pass
805.842262 715.052824 0.023956 0.018580 pass
343.066933 933.155897 0.099784 0.046595 pass
727.392133 1022.381223 0.206116 0.193105 pass
88.799696 986.889304 0.183832 0.079074 pass
21.264996 851.271469 0.247858 0.174116 pass
776.000700 652.480223 0.087896 0.069323 pass
352.433908 1002.994315 0.064781 0.128445 pass
1082.077720 294.080751 0.341069 0.254257 pass
1026.882178 270.505485 0.310499 0.146118 pass
334.502581 1117.564002 0.474776 0.162556 pass
519.264240 489.955725 0.104367 0.053407 pass
798.117097 394.711669 0.044991 0.107261 pass
840.544837 135.831689 0.108205 0.297075 pass
220.889049 1075.123840 0.044492 0.056502 pass
674.789612 406.071494 0.007359 0.140921 pass
553.953868 1051.876676 0.034919 0.177683 pass
378.678059 575.746609 0.145214 0.062096 pass
479.005498 1033.496434 0.007422 0.116505 pass
396.766570 1114.080678 0.119794 0.226868 pass
521.069768 250.549268 0.042089 0.941935 fail
113 matches found
# Look at differences in position in x and y
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(deltax, deltay)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x difference in pixels')
plt.ylabel('y difference in pixels')
Text(0, 0.5, 'y difference in pixels')
# Look at differences in position (vector magnitude between the two positions against x coordinate)
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(xpos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('x position in pixels')
plt.ylabel('magnitude of vector diff in pixels')
Text(0, 0.5, 'magnitude of vector diff in pixels')
# Look at differences in position (vector magnitude between the two positions against y coordinate)
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(ypos, diffarr)
plt.title('position offset between catalog and Gaia pos')
plt.xlabel('y position in pixels')
plt.ylabel('magnitude of vector diff in pixels')
Text(0, 0.5, 'magnitude of vector diff in pixels')
# Get RA and Dec for sources found in output catalog by pipeline
cat_ra = catalog_long['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
if (cat_ra[i]>180.):
cat_ra[i] -= 360.
cat_dec = catalog_long['sky_centroid'].dec.deg
# Look at position differences in RA and Dec rather than pixels
allRAdiff_cal = []
allDecdiff_cal = []
# Get coordinates with SkyCoord for each catalog
cat_miri = Table([cat_ra, cat_dec], names=('ra', 'dec'))
cat_gaia = Table([gaia_cat['RA'], gaia_cat['DEC']], names=('ra', 'dec'))
coord_cat_gaia = SkyCoord(ra=cat_gaia['ra'], dec=cat_gaia['dec'], unit="deg")
coord_cat_miri = SkyCoord(ra=cat_miri['ra'], dec=cat_miri['dec'], unit="deg")
ind_catmiri_catgaia, dist_2d, _ = match_coordinates_sky(coord_cat_gaia, coord_cat_miri)
# Find where the catalogs match
cat1_matched = cat_gaia[dist_2d.arcsec<0.05]
cat2_matched = cat_miri[ind_catmiri_catgaia[dist_2d.arcsec<0.05]]
#print(cat1_matched)
# Get differences in RA, Dec
ra_diff = cat2_matched['ra'] - cat1_matched['ra']
dec_diff = cat2_matched['dec'] - cat1_matched['dec']
#print(ra_diff)
# put differences in milliarcseconds
ra_diff = ra_diff * 3600000
dec_diff = dec_diff * 3600000
# Compare input RA, Dec to found RA, Dec
print('RA_Diff (mas) Dec_diff (mas) pass/fail')
# Find if the differences are within the allowed 30 mas range
for i in np.arange(0,len(ra_diff)):
#if ra_diff[i] < 30 and dec_diff[i] < 30:
allRAdiff_cal.append(ra_diff[i])
allDecdiff_cal.append(dec_diff[i])
if abs(ra_diff[i]) < 30 and abs(dec_diff[i]) < 30:
test = 'pass'
else:
test = 'fail'
print('{:15.6f} {:15.6f} {}'.format(ra_diff[i], dec_diff[i], test))
# Plot ra and dec differences
plt.title ('Differences in RA and Dec in milliarcseconds')
plt.ylabel('Delta RA (mas)')
plt.xlabel('Delta Dec (mas)')
plt.scatter(ra_diff,dec_diff)
plt.show()
RA_Diff (mas) Dec_diff (mas) pass/fail
-47.921479 -1.944571 fail
-26.397026 -0.244930 pass
116.487080 -10.023321 fail
81.533913 26.840275 fail
-25.544897 17.121859 pass
68.585932 26.577135 fail
5.851531 6.821221 pass
-109.040307 -21.637578 fail
-12.346412 -18.500635 pass
3.903079 28.738711 pass
-57.790040 11.745396 fail
51.304082 14.635367 fail
61.662468 42.844582 fail
84.584033 -23.574809 fail
84.326664 15.850049 fail
69.216706 23.301550 fail
29.044206 11.700273 pass
26.539680 28.472425 pass
100.197426 20.696925 fail
-51.494776 20.975936 fail
89.561115 -2.703518 fail
24.182485 27.353187 pass
2.597259 22.085559 pass
10.555689 3.301253 pass
35.443859 9.590566 fail
-13.624654 -33.676149 fail
77.734318 -14.257230 fail
-25.647739 31.468683 fail
78.885516 0.859786 fail
-75.970530 0.308233 fail
44.944999 -13.229152 fail
52.180358 -9.823681 fail
46.916386 3.467312 fail
52.244644 -5.795478 fail
57.062949 -6.596551 fail
-39.619751 5.757747 fail
-82.674060 -29.454317 fail
37.270691 -23.193393 fail
61.035353 -10.780121 fail
55.460210 30.246544 fail
5.770466 18.280429 pass
-97.153426 18.827234 fail
-26.654122 -13.646924 pass
83.313177 -12.923406 fail
92.765835 3.207102 fail
90.034353 27.116596 fail
35.208705 -8.744414 fail
29.691260 -10.767006 pass
94.441158 -8.777382 fail
11.408903 -11.303746 pass
24.348733 0.690055 pass
-58.549788 -23.202408 fail
41.254277 5.831060 fail
114.144436 -13.029498 fail
106.687859 6.849043 fail
80.184788 -0.648268 fail
69.301499 -31.904029 fail
68.002302 15.474565 fail
61.919203 22.279594 fail
30.138625 -18.908444 fail
105.371128 25.606082 fail
43.177848 -5.950514 fail
65.915139 -17.330721 fail
115.233331 2.693686 fail
-18.180489 -13.084719 pass
36.415072 6.395935 fail
-1.163038 -32.445716 fail
6.297934 -37.682616 fail
4.899941 1.375544 pass
-11.844743 15.135186 pass
-10.528187 33.555188 fail
-18.511060 2.114655 pass
89.893547 9.595237 fail
14.953624 2.574476 pass
-86.650525 -2.931183 fail
22.856342 2.541786 pass
80.390029 -7.695839 fail
-6.176104 -2.570529 pass
-33.926293 2.747008 fail
76.489794 -16.165157 fail
-51.652771 -12.821301 fail
-65.198208 -24.605967 fail
31.739999 -5.481374 fail
-11.565138 -15.430289 pass
88.522204 35.491127 fail
86.233506 23.051395 fail
-35.769271 3.378567 fail
6.818882 12.675831 pass
13.815373 34.727537 fail
17.484270 -5.100873 pass
-7.020429 15.454985 pass
0.932974 -20.080323 pass
-40.790884 -10.092150 fail
5.392583 -12.808390 pass
-22.084295 -27.378980 pass
# Compare Gaia catalog to the pipeline (source counts and matches based on ra and dec positions)
# set the tolerance for differences and initialize counters
tol = 1.e-5 # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0
# Set up array for matches
detected = np.chararray(len(gaia_cat))
#print(np.shape(detected))
for ra,dec,idx in zip(gaia_cat['RA'], gaia_cat['DEC'],range(len(gaia_cat['RA']))):
match = np.where((np.abs(cat_ra-ra) < tol) & (np.abs(cat_dec-dec) < tol))
#print('match', match)
if np.size(match) == 1:
found_count +=1
detected[idx] = 'Y'
if np.size(match) > 1:
multiples_count +=1
if np.size(match) < 1:
missed_count +=1
total_percent_found = (found_count/len(gaia_cat['RA']))*100
print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
#print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (Gaia) sources:',len(gaia_cat['RA']))
print('Total number in output JWST catalog:',len(cat_ra))
print('Total percent found:',total_percent_found)
print('\n')
SNR threshold used for pipeline: 3 Total matches found: 40 Number of multiples: 0 Total number of input (Gaia) sources: 2189 Total number in output JWST catalog: 149 Total percent found: 1.827318410232983
# Look at flux
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog_long['xcentroid'], catalog_long['aper_total_flux'],color='blue', s=15, label='F2180W')
ax.scatter(catalog['xcentroid'], catalog['aper_total_flux'], color='green', s=15, label='F7700W')
ax.legend()
plt.yscale('log')
plt.title('Total Flux in '+ str(catalog_long['aper_total_flux'].unit))
plt.xlabel('xcentroid')
plt.ylabel('aper_total_flux')
Text(0, 0.5, 'aper_total_flux')
# See the relationship between Flux and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
maxflux = 0.0012
index = np.where(catalog['aper_total_flux'] < maxflux)
index_long = np.where(catalog_long['aper_total_flux'] < maxflux)
ax.scatter(catalog_long['aper_total_flux'][index_long], catalog_long['aper_total_flux_err'][index_long], color='blue', s=10, label='F2180W')
ax.scatter(catalog['aper_total_flux'][index], catalog['aper_total_flux_err'][index], color='green', s=10, label='F7700W')
ax.legend()
#plt.yscale('log')
plt.title('Total Flux vs. Flux err')
plt.xlabel('Flux in Jy')
plt.ylabel('Flux err')
Text(0, 0.5, 'Flux err')
# Look at AB magnitudes
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
ax.scatter(catalog_long['xcentroid'], catalog_long['aper_total_abmag'], color='blue', s=15, label='F2180W')
ax.scatter(catalog['xcentroid'], catalog['aper_total_abmag'], color='green', s=15, label='F770W')
ax.legend()
#plt.yscale('log')
plt.title('Total AB mag')
plt.xlabel('xcentroid')
plt.ylabel('aper_total_abmag')
Text(0, 0.5, 'aper_total_abmag')
# See the relationship between AB mag and error
fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()
maxmag = 23
index = np.where(catalog['aper_total_abmag'] < maxmag)
index_long = np.where(catalog_long['aper_total_abmag'] < maxmag)
ax.scatter(catalog_long['aper_total_abmag'][index_long], catalog_long['aper_total_abmag_err'][index_long], color='blue', s=15, label='F2180W')
ax.scatter(catalog['aper_total_abmag'][index], catalog['aper_total_abmag_err'][index], color='green', s=15, label='F770W')
ax.legend()
#plt.yscale('log')
plt.title('Total AB mag vs. AB mag err')
plt.xlabel('AB mag')
plt.ylabel('AB mag err')
Text(0, 0.5, 'AB mag err')
This notebook passes if there are a reasonable number of close matches between the Gaia catalogs and the output positions from source catalog. The differences should show up as a gaussian centered around (0,0) in the plots of deltax v. deltay, with not too many differences above half a pixel. There will be more source matches at the F770W filter than at the F1280W filter. The photometry plots comparing the two filters should also show them being similar.